-- Logs begin at Sat 2021-06-19 17:21:38 UTC, end at Sat 2021-06-19 18:25:25 UTC. -- Jun 19 17:57:35.037679 dv-cinder-797107-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 19 17:57:37.321323 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.common.config [-] Logging enabled! Jun 19 17:57:37.321937 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev73 Jun 19 17:57:37.322104 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78292) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 19 17:57:37.325147 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.common.config [-] Logging enabled! Jun 19 17:57:37.325393 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev73 Jun 19 17:57:37.325697 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78292) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 19 17:57:37.326602 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 19 17:57:37.326829 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 19 17:57:37.327178 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 19 17:57:37.327417 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 19 17:57:37.327636 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 19 17:57:37.327946 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.328234 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.328522 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.328744 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.329066 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.329350 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.329625 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.329904 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.330190 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.330472 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.330737 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.331010 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.331235 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.331507 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.331784 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.332063 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.332279 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] debug = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.332550 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.332986 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.333377 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.333651 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.333930 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.334197 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.334462 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.334730 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.335008 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.335322 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] host = dv-cinder-797107-1-smb {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.335591 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.335868 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.336146 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.336424 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.336689 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.336982 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.337784 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.338056 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.338324 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.338756 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.339039 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.339319 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.339600 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.339821 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.340036 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.340316 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.340595 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.340862 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.341146 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.341411 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.341673 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.341937 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.342197 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.342472 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.342749 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.343026 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.343287 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.343643 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.343917 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.344183 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.344459 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.344723 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.345010 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.345276 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.345556 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.345815 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.346081 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.346370 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.346647 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.346921 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.347198 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.347461 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.347737 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.348003 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.348267 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.348531 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] use_json = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.348795 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.349089 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.349363 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.349627 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.349891 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.350155 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.350420 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.350697 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:37.350986 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.351275 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.351568 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.351845 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.352135 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.352408 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.352689 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.353530 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.353904 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.354184 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.354466 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.354741 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.355023 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.355295 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.355589 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.355887 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.356174 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.356462 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.356731 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.357022 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.357291 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.357563 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.357843 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.358133 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.358418 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.358687 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.358960 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.359244 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.359514 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.359781 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.360053 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.360337 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.360612 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.360915 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.361180 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.361451 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.361718 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.361983 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.362255 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.362540 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.362811 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.363078 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.363343 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.363611 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.363875 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.364153 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.364424 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.364691 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.364986 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.365258 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.365526 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.365792 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.366063 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.366329 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.366599 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.366864 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.367131 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.367395 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.367658 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.367923 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.368186 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.368451 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.368747 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.369037 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.369294 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.369558 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.369819 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.370086 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.370364 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.370651 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.370921 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.371190 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.371459 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.371726 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.371997 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.372268 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.372537 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.372805 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.373091 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.373372 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.373645 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.373925 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.374199 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.374466 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.374752 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.375020 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.375299 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.375567 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.375834 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.376113 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.376386 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.376671 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.376984 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.377269 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.377554 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.377842 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.378115 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.378413 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.378685 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:37.378896 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 19 17:57:37.379130 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78292) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 19 17:57:37.776247 dv-cinder-797107-1-smb neutron-server[78292]: INFO keyring.backend [-] Loading KWallet Jun 19 17:57:37.783207 dv-cinder-797107-1-smb neutron-server[78292]: INFO keyring.backend [-] Loading SecretService Jun 19 17:57:37.786675 dv-cinder-797107-1-smb neutron-server[78292]: INFO keyring.backend [-] Loading Windows Jun 19 17:57:37.787964 dv-cinder-797107-1-smb neutron-server[78292]: INFO keyring.backend [-] Loading chainer Jun 19 17:57:37.788513 dv-cinder-797107-1-smb neutron-server[78292]: INFO keyring.backend [-] Loading macOS Jun 19 17:57:37.821463 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:57:37.821823 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:57:37.822606 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.001s {{(pid=78292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:57:37.822932 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 19 17:57:38.123264 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.123470 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.123735 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.124935 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.125208 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.125483 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.245774 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.246049 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.246307 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.259700 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.260005 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.260269 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.287967 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.288247 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.288512 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.326885 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.327367 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.327467 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.555321 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.555690 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.555963 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.556747 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.557511 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.679367 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.679681 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.679957 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.680218 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.680475 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.680775 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.681125 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.681509 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.681758 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.682032 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.682284 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.682545 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.682801 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.683048 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.683306 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.683566 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.683818 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.684078 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.684321 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.684591 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.684951 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.685342 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.685593 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.685871 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.686115 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.686356 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.686735 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 17:57:38.686975 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 17:57:38.687211 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 17:57:38.687446 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 17:57:38.687678 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 17:57:38.687908 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 17:57:38.688268 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 19 17:57:38.691354 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 19 17:57:38.695213 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 19 17:57:38.699182 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 19 17:57:38.700769 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 19 17:57:38.701250 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 19 17:57:38.701581 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 19 17:57:38.701960 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 19 17:57:38.704859 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 19 17:57:38.705128 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 19 17:57:38.705462 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 19 17:57:38.733218 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 19 17:57:38.733664 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.733955 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78292) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 19 17:57:38.734312 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.735637 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78292) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 19 17:57:38.735914 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 19 17:57:38.736156 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 19 17:57:38.739315 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.739596 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:38.801198 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 19 17:57:38.801434 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 19 17:57:38.801667 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 19 17:57:38.802026 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 19 17:57:38.836367 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_db.sqlalchemy.engines [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78292) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 19 17:57:39.170444 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Initializing driver for type 'gre' Jun 19 17:57:39.170907 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] gre ID ranges: [(1, 1000)] Jun 19 17:57:39.223372 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Initializing driver for type 'local' Jun 19 17:57:39.223984 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Initializing driver for type 'vlan' Jun 19 17:57:39.236303 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] VlanTypeDriver initialization complete Jun 19 17:57:39.236645 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Initializing driver for type 'vxlan' Jun 19 17:57:39.237222 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] vxlan ID ranges: [(1, 1000)] Jun 19 17:57:39.296924 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Initializing extension driver 'port_security' Jun 19 17:57:39.297580 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.extensions.port_security [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] PortSecurityExtensionDriver initialization complete Jun 19 17:57:39.297742 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Initializing mechanism driver 'openvswitch' Jun 19 17:57:39.298073 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Initializing mechanism driver 'hyperv' Jun 19 17:57:39.305227 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.plugins.ml2.plugin [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:57:39.306632 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > port after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.307320 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > port after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.307666 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > port after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.308134 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > subnet after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.308476 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > subnet after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.308845 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > subnet after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.309305 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > network after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.309651 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > network after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.309988 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > network after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.310361 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > security_group after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.310702 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > security_group after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.311038 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > security_group after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.311409 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.311746 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.312079 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.312446 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > address_group after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.312779 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > address_group after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.313134 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > address_group after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.313466 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] ML2 OVO RPC backend initialized. {{(pid=78292) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jun 19 17:57:39.314167 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router_interface after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.314517 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.314925 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > network before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.315264 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > networks before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.315602 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > port before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.315932 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > ports before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.316266 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > subnet before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.316972 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > subnets before_response 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.316972 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > network after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.317269 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > network after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.317595 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > network after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.317919 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > port after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.318242 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > port after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.318565 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > port after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.318889 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > subnet after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.319220 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > subnet after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.319542 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > subnet after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.320103 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.plugin [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Modular L2 Plugin initialization complete Jun 19 17:57:39.320421 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading services supported by the core plugin {{(pid=78292) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 19 17:57:39.320740 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.plugins.ml2.managers [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Got port-security extension from driver 'port_security' Jun 19 17:57:39.321219 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.extensions.vlantransparent [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Disabled vlantransparent extension. Jun 19 17:57:39.321745 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78292) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 19 17:57:39.322272 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading Plugin: router Jun 19 17:57:39.358888 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router_interface before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.359384 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router after_create 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.359631 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router before_create 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.359988 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.360347 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.360693 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router after_delete 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.361073 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > floatingip after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.361429 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router after_create 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.361785 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router after_update 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.362106 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router after_update 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.362447 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.362796 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router after_update 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.363194 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router precommit_update 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.363553 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: port after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.363883 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: port after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.364210 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: subnet after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.364540 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.364896 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > port precommit_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.365237 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router precommit_create 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.365569 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: port before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.365902 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router precommit_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.366249 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router after_update 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.366586 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router precommit_delete 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.366924 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router precommit_create 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.367272 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router_interface after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.367607 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router precommit_update 55549900 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.367969 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > network after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.369079 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Tracking information for resource: router configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 17:57:39.369449 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Tracking information for resource: floatingip configured {{(pid=78292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 17:57:39.374338 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.db.l3_agentschedulers_db [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 19 17:57:39.374906 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: port after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.375263 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: port after_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.375609 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: port after_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.375958 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: port after_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.376723 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router before_create 55550100 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.377109 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router precommit_delete 55550100 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.377466 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router precommit_create 55550100 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.377814 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > router precommit_update 55550100 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.382123 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.services.provider_configuration [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service providers = [] {{(pid=78292) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 19 17:57:39.382484 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.db.servicetype_db [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78292) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 19 17:57:39.385853 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.services.service_base [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 17:57:39.386199 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.services.service_base [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 17:57:39.386536 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.services.service_base [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 17:57:39.387392 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.services.service_base [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 17:57:39.387757 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.services.service_base [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 19 17:57:39.388292 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 17:57:39.388608 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 19 17:57:39.398863 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 17:57:39.399193 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading Plugin: auto_allocate Jun 19 17:57:39.405691 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: network precommit_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.406053 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: network precommit_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.406561 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 17:57:39.406872 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading Plugin: tag Jun 19 17:57:39.413575 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 17:57:39.413903 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading Plugin: timestamp Jun 19 17:57:39.418381 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 17:57:39.418699 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading Plugin: network_ip_availability Jun 19 17:57:39.423892 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.424207 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.424554 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.425296 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 17:57:39.425612 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading Plugin: flavors Jun 19 17:57:39.431377 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 17:57:39.431761 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading Plugin: revisions Jun 19 17:57:39.437095 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 17:57:39.437476 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_concurrency.lockutils [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.615s {{(pid=78292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:57:39.438208 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78292) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 19 17:57:39.438535 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Initializing extension manager. Jun 19 17:57:39.439040 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: __init__.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.439608 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: __pycache__ {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.440187 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.440715 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: address_group.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.441504 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.442076 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: address-group Jun 19 17:57:39.442393 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: address_scope.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.443081 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.443582 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: address-scope Jun 19 17:57:39.443897 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: admin_state_down_before_update.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.444797 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.445335 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: router-admin-state-down-before-update Jun 19 17:57:39.445649 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: agent.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.446327 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.446995 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: agent Jun 19 17:57:39.447510 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: agent_resources_synced.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.448403 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.448943 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: agent-resources-synced Jun 19 17:57:39.449259 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: allowedaddresspairs.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.451002 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.451515 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: allowed-address-pairs Jun 19 17:57:39.451832 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: auto_allocated_topology.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.452905 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.453411 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: auto-allocated-topology Jun 19 17:57:39.453727 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: availability_zone.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.454393 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.454892 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: availability_zone Jun 19 17:57:39.455204 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: availability_zone_filter.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.456077 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.456576 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: availability_zone_filter Jun 19 17:57:39.456908 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: data_plane_status.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.457783 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.458278 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension data-plane-status not supported by any of loaded plugins Jun 19 17:57:39.458590 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: default_subnetpools.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.459473 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.459970 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: default-subnetpools Jun 19 17:57:39.460281 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: dhcpagentscheduler.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.461098 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.461602 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: dhcp_agent_scheduler Jun 19 17:57:39.461916 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: dns.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.463499 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.464001 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension dns-integration not supported by any of loaded plugins Jun 19 17:57:39.464317 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: dns_domain_ports.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.465236 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.465737 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 19 17:57:39.466052 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: dvr.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.466703 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.467203 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: dvr Jun 19 17:57:39.467514 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: empty_string_filtering.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.468405 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.468933 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: empty-string-filtering Jun 19 17:57:39.469248 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.470123 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.470618 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 19 17:57:39.470929 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.471799 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.472294 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 19 17:57:39.472606 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: external_net.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.473523 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.474028 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: external-net Jun 19 17:57:39.474341 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: extra_dhcp_opt.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.475220 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.475717 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: extra_dhcp_opt Jun 19 17:57:39.476030 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: extraroute.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.476931 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.477430 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: extraroute Jun 19 17:57:39.477743 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: extraroute_atomic.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.479628 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.480136 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: extraroute-atomic Jun 19 17:57:39.480453 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: filter_validation.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.481131 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.481639 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: filter-validation Jun 19 17:57:39.481953 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: fip_pf_description.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.484367 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.484910 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 19 17:57:39.485237 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: fip_port_details.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.486129 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.486643 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: fip-port-details Jun 19 17:57:39.486960 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: flavors.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.488169 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.488683 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: flavors Jun 19 17:57:39.489044 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.490684 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.491193 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 19 17:57:39.491513 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: floatingip_pools.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.492188 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.492692 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: floatingip-pools Jun 19 17:57:39.493041 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: ip_allocation.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.494199 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.494702 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension ip_allocation not supported by any of loaded plugins Jun 19 17:57:39.495019 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.495920 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.496424 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: ip-substring-filtering Jun 19 17:57:39.496744 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: l2_adjacency.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.497680 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.498183 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension l2_adjacency not supported by any of loaded plugins Jun 19 17:57:39.498498 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: l3.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.499453 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.499970 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: router Jun 19 17:57:39.500316 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: l3_conntrack_helper.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.502556 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.503086 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 19 17:57:39.503407 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.504306 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.504817 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: ext-gw-mode Jun 19 17:57:39.505159 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.506046 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.506550 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: l3-ha Jun 19 17:57:39.506862 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: l3_flavors.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.507739 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.508240 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: l3-flavors Jun 19 17:57:39.508551 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.509957 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.510464 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: l3-port-ip-change-not-allowed Jun 19 17:57:39.510776 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: l3agentscheduler.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.511783 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.512294 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: l3_agent_scheduler Jun 19 17:57:39.512610 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: logging.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.514123 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.514644 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension logging not supported by any of loaded plugins Jun 19 17:57:39.514969 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: metering.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.515687 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.516257 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: metering Jun 19 17:57:39.516576 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.517674 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.518185 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: metering_source_and_destination_fields Jun 19 17:57:39.518503 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: multiprovidernet.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.519514 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.520025 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: multi-provider Jun 19 17:57:39.520345 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: netmtu.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.521258 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.521762 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: net-mtu Jun 19 17:57:39.522081 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: netmtu_writable.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.522966 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.523471 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: net-mtu-writable Jun 19 17:57:39.523787 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: network_availability_zone.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.524435 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.525739 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: network_availability_zone Jun 19 17:57:39.526186 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: network_ip_availability.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.527258 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.527772 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: network-ip-availability Jun 19 17:57:39.528092 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: network_segment_range.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.528851 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.529345 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension network-segment-range not supported by any of loaded plugins Jun 19 17:57:39.529663 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: pagination.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.530627 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.530951 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: pagination Jun 19 17:57:39.531265 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: port_device_profile.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.532155 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.532664 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: port-device-profile Jun 19 17:57:39.533006 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.533895 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.534399 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: port-mac-address-regenerate Jun 19 17:57:39.534711 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.535590 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.536093 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: port-numa-affinity-policy Jun 19 17:57:39.536406 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: port_resource_request.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.537317 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.537815 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension port-resource-request not supported by any of loaded plugins Jun 19 17:57:39.538129 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: portbindings.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.539035 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.539534 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: binding Jun 19 17:57:39.539845 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: portbindings_extended.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.541958 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.542480 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: binding-extended Jun 19 17:57:39.542808 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: portsecurity.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.543707 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.544215 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: port-security Jun 19 17:57:39.544535 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: project_id.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.545509 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.545836 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: project-id Jun 19 17:57:39.546152 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: providernet.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.547040 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.547545 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: provider Jun 19 17:57:39.547858 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: qos.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.551360 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.551878 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension qos not supported by any of loaded plugins Jun 19 17:57:39.552203 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.553441 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.553953 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 19 17:57:39.554274 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.555158 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.555663 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 19 17:57:39.556017 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: qos_default.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.557189 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.557702 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension qos-default not supported by any of loaded plugins Jun 19 17:57:39.558019 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: qos_fip.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.558650 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.559152 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension qos-fip not supported by any of loaded plugins Jun 19 17:57:39.559469 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: qos_gateway_ip.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.560370 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.560895 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 19 17:57:39.561212 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: qos_port_network_policy.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.562094 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.562597 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 19 17:57:39.562914 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: qos_rule_type_details.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.563797 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.564301 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 19 17:57:39.564615 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: qos_rules_alias.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.565644 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.566153 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 19 17:57:39.566468 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: quotasv2.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.567465 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.567787 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: quotas Jun 19 17:57:39.568102 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: quotasv2_detail.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.569729 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.570064 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: quota_details Jun 19 17:57:39.570391 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: rbac.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.571418 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.572181 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: rbac-policies Jun 19 17:57:39.572526 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: rbac_address_group.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.573471 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.573990 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: rbac-address-group Jun 19 17:57:39.574306 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: rbac_address_scope.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.575193 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.575701 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: rbac-address-scope Jun 19 17:57:39.576015 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: rbac_security_groups.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.576926 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.577437 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: rbac-security-groups Jun 19 17:57:39.577751 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: rbac_subnetpool.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.578651 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.579157 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: rbac-subnetpool Jun 19 17:57:39.579472 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: revisionifmatch.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.580363 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.580866 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: revision-if-match Jun 19 17:57:39.581201 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: revisions.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.582283 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.582784 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: standard-attr-revisions Jun 19 17:57:39.583097 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: router_availability_zone.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.583744 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.584245 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: router_availability_zone Jun 19 17:57:39.584556 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: routerservicetype.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.585472 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.585975 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension router-service-type not supported by any of loaded plugins Jun 19 17:57:39.586288 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.587183 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.588512 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: security-groups-normalized-cidr Jun 19 17:57:39.588833 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: security_groups_port_filtering.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.591476 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.591988 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: port-security-groups-filtering Jun 19 17:57:39.592310 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.593233 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.593742 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: security-groups-remote-address-group Jun 19 17:57:39.594056 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: securitygroup.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.604411 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.604978 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: security-group Jun 19 17:57:39.605305 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: segment.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.606076 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.606580 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension segment not supported by any of loaded plugins Jun 19 17:57:39.606900 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.607810 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.608313 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 19 17:57:39.608628 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: servicetype.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.609740 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.610257 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: service-type Jun 19 17:57:39.610572 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: sorting.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.611530 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.611852 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: sorting Jun 19 17:57:39.612174 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: standard_attr_segment.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.613093 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.613606 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 19 17:57:39.613922 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: standardattrdescription.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.614547 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.615051 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: standard-attr-description Jun 19 17:57:39.615363 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: stateful_security_group.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.616250 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.616756 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: stateful-security-group Jun 19 17:57:39.617099 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: stdattrs_common.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.617660 dv-cinder-797107-1-smb neutron-server[78292]: WARNING neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 19 17:57:39.617972 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.619593 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.620112 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 19 17:57:39.620429 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: subnet_onboard.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.621495 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.622009 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: subnet_onboard Jun 19 17:57:39.622329 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.623227 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.623746 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 19 17:57:39.624051 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: subnet_service_types.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.624961 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.625472 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: subnet-service-types Jun 19 17:57:39.625785 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: subnetallocation.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.626829 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.627357 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: subnet_allocation Jun 19 17:57:39.627687 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.628329 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.628832 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: subnetpool-prefix-ops Jun 19 17:57:39.629173 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.630068 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.630569 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 19 17:57:39.630882 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: tagging.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.632109 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.632850 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: standard-attr-tag Jun 19 17:57:39.633200 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: timestamp.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.635556 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.636078 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loaded extension: standard-attr-timestamp Jun 19 17:57:39.636407 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: trunk.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.637445 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.637960 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension trunk not supported by any of loaded plugins Jun 19 17:57:39.638279 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: trunk_details.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.639175 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.639676 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension trunk-details not supported by any of loaded plugins Jun 19 17:57:39.639999 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: uplink_status_propagation.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.640909 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.641413 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 19 17:57:39.641770 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Loading extension file: vlantransparent.py {{(pid=78292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 17:57:39.642434 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 17:57:39.642935 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extension vlan-transparent not supported by any of loaded plugins Jun 19 17:57:39.645376 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:network Jun 19 17:57:39.646363 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:subnet Jun 19 17:57:39.647285 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 17:57:39.647884 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:port Jun 19 17:57:39.649211 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.649642 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service FLAVORS assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.650564 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.650982 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.651309 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:router Jun 19 17:57:39.651969 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:floatingip Jun 19 17:57:39.652682 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service METERING assigned prefix: /metering {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.654159 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.654524 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.654871 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 17:57:39.655979 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of CountableResource for resource:rbac_policy Jun 19 17:57:39.656414 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:security_group Jun 19 17:57:39.657094 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:security_group_rule Jun 19 17:57:39.657841 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service CORE assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.658170 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 17:57:39.658508 dv-cinder-797107-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] subnetpool is already registered Jun 19 17:57:39.659096 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service CORE assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.659418 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 17:57:39.659741 dv-cinder-797107-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] subnetpool is already registered Jun 19 17:57:39.662311 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.662733 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service FLAVORS assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.663308 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.663715 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.664038 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:router Jun 19 17:57:39.664356 dv-cinder-797107-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] router is already registered Jun 19 17:57:39.664963 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:floatingip Jun 19 17:57:39.665285 dv-cinder-797107-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] floatingip is already registered Jun 19 17:57:39.666685 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service METERING assigned prefix: /metering {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.667345 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of CountableResource for resource:rbac_policy Jun 19 17:57:39.667665 dv-cinder-797107-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] rbac_policy is already registered Jun 19 17:57:39.668196 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:security_group Jun 19 17:57:39.668514 dv-cinder-797107-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] security_group is already registered Jun 19 17:57:39.669127 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:security_group_rule Jun 19 17:57:39.669446 dv-cinder-797107-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] security_group_rule is already registered Jun 19 17:57:39.670097 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service CORE assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.670417 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 17:57:39.670734 dv-cinder-797107-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] subnetpool is already registered Jun 19 17:57:39.671347 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.v2.resource_helper [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Service CORE assigned prefix: {{(pid=78292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 17:57:39.671668 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 17:57:39.671989 dv-cinder-797107-1-smb neutron-server[78292]: WARNING neutron.quota.resource_registry [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] subnetpool is already registered Jun 19 17:57:39.672630 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: extensions {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.674160 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: address-groups {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.675720 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: address-scopes {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.676956 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: agents {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.678112 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: auto-allocated-topology {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.679345 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: availability_zones {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.680653 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: dhcp-networks {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.683036 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: dhcp-agents {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.684486 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: routers {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.687156 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: flavors {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.688334 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: service_profiles {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.689567 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: next_providers {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.691073 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: service_profiles {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.692535 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: floatingip-pools {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.693788 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: routers {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.695587 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: floatingips {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.696887 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: l3-routers {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.698452 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: l3-agents {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.699942 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: metering-labels {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.701231 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: metering-label-rules {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.702519 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: network-ip-availabilities {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.703776 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: bindings {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.705441 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: quotas {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.706879 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: quotas {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.708286 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: rbac-policies {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.709604 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: security-groups {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.710804 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: security-group-rules {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.712039 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: service-providers {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.713584 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: subnetpools {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.715017 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: subnetpools {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.716470 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.718192 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.719971 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.721866 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.723630 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.725501 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.727180 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.729962 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.731717 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.733585 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron.api.extensions [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Extended resource: tags {{(pid=78292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 17:57:39.739709 dv-cinder-797107-1-smb neutron-server[78292]: WARNING keystonemiddleware.auth_token [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 19 17:57:39.745346 dv-cinder-797107-1-smb neutron-server[78292]: WARNING keystonemiddleware.auth_token [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 19 17:57:39.753241 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_concurrency.lockutils [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Acquired lock "singleton_lock" {{(pid=78292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 19 17:57:39.753709 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_concurrency.lockutils [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Releasing lock "singleton_lock" {{(pid=78292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 19 17:57:39.754335 dv-cinder-797107-1-smb neutron-server[78292]: INFO oslo_service.service [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Starting 2 workers Jun 19 17:57:39.759192 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Started child 78397 {{(pid=78292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 19 17:57:39.764900 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Started child 78398 {{(pid=78292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 19 17:57:39.765080 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:57:39.765556 dv-cinder-797107-1-smb neutron-server[78292]: INFO neutron.service [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Neutron service started, listening on 0.0.0.0:9696 Jun 19 17:57:39.765725 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [-] (78397) wsgi starting up on http://0.0.0.0:9696 Jun 19 17:57:39.765898 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Notify callbacks [] for process, before_spawn {{(pid=78292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:57:39.768234 dv-cinder-797107-1-smb neutron-server[78292]: INFO oslo_service.service [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Starting 1 workers Jun 19 17:57:39.768816 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:57:39.770205 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [-] (78398) wsgi starting up on http://0.0.0.0:9696 Jun 19 17:57:39.773218 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Started child 78399 {{(pid=78292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 19 17:57:39.773729 dv-cinder-797107-1-smb neutron-server[78292]: INFO oslo_service.service [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Starting 1 workers Jun 19 17:57:39.776413 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.service [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] calling RpcWorker wait() {{(pid=78399) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 19 17:57:39.776985 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.service [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] returning from RpcWorker wait() {{(pid=78399) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 19 17:57:39.778184 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:57:39.778284 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Started child 78400 {{(pid=78292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 19 17:57:39.778629 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:57:39.778997 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG neutron_lib.callbacks.manager [None req-2c75e7f8-f257-4f3b-89a8-70ae87cd49be None None] Notify callbacks [] for process, after_spawn {{(pid=78292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:57:39.780862 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78292) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 19 17:57:39.781107 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 19 17:57:39.781296 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 19 17:57:39.781514 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 19 17:57:39.781873 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 19 17:57:39.782060 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 19 17:57:39.782555 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.782830 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.782930 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:57:39.784757 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.784757 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.784757 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.785133 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:57:39.785205 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.785205 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.785205 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.785395 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.785654 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.785897 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.786076 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.786339 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.786592 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.786981 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.788946 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.788946 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.788946 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.788946 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.788946 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.788946 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.788946 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.789954 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] debug = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.789954 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.791047 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.791435 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.791850 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.792200 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.792508 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.792748 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.793051 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.793310 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.793678 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.794121 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.794501 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.794759 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.795011 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.795236 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.795507 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.795747 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.796228 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] host = dv-cinder-797107-1-smb {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.796449 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.796670 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.796960 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.797205 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.797463 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.797708 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.797967 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.798211 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.798469 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.798692 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.798943 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.799187 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.799417 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.800766 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.800766 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_options = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.800766 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.800766 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.800766 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.800766 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.801660 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.801660 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.801934 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.802085 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.802418 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.802580 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.802759 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.802998 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.803255 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.803650 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.804821 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.804821 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.804821 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.804821 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.805153 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.805251 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.805488 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.805888 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.806838 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.807224 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.808182 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.808560 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.808829 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.809090 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.809404 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.809614 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.809835 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.810099 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.810444 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.810876 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.811249 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.811509 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.811732 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.812009 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.812245 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.813252 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.813252 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.813252 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.813252 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.815689 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.815689 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.815689 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_json = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.815689 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.815689 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.815689 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.815689 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.815689 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.815689 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.816304 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.816304 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.816304 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.816304 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.816586 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.816916 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.817014 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.817255 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.817485 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.817721 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.817982 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.818211 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.818546 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.820414 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.820414 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.820414 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.820414 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.820414 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.820414 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.820414 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.820912 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.820912 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.821092 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.821253 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.821616 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.821886 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.822313 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.822744 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.823052 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.823281 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.823512 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.823736 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.823996 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.824373 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.824778 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.825246 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.825617 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.825982 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.826368 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.826743 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.827137 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.827502 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.827897 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.828307 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.828697 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.829087 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.829327 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.829535 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.829756 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.829987 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.830405 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.830819 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.831219 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.831643 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.832035 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.832435 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.832830 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.833286 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.833517 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.833736 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.833956 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.834177 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.834437 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.834710 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.834960 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.835179 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.835394 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.835825 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.836044 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.836284 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.836506 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.836722 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.836966 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.837181 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.837553 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.837935 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.838220 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.838442 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.838672 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.838895 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.839144 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.839378 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.839596 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.839815 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.840031 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.840245 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.840511 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.840816 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.841081 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.841329 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.841547 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.841959 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.842217 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.842477 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.842706 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.842931 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.843167 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.843422 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.843671 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.843962 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.844460 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.844460 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.844682 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.845094 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.845491 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.845854 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.846247 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.846620 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.847038 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.847441 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.847832 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.848216 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.848474 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.848760 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.849016 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.849312 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.849534 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.849815 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.850109 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.850374 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.850629 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.850875 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.851123 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.851366 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.851592 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.851848 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.852085 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.852324 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.852549 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.852820 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.853633 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.854007 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.854385 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.854651 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.854961 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.855218 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.855453 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.855669 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.855946 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.856184 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.856423 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.856682 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.856965 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.857202 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.857476 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.857711 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.857945 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.858174 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.858431 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.858646 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.858884 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.859093 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.859505 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.859724 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.859938 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.860220 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.860450 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.860686 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.860942 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.861162 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.861395 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.861622 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.861839 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.862071 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.862332 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.862566 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.862781 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.863011 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.863219 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.863467 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.863686 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.863981 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.864242 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.864473 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.864697 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.864935 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.865203 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.865435 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.865684 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.865915 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.866128 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.866337 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.866556 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.866765 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.867008 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.867233 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.867443 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.867709 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.867964 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.868287 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.868609 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.869508 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.869904 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.870127 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.870349 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.870587 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.870819 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.871035 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.871250 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.871465 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.871743 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.872195 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.872432 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.872676 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.872933 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.873145 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.873379 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.873589 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.873878 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.874131 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.874358 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.874593 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.874823 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.875055 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.875265 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.875474 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.875710 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.875919 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.876144 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.876351 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.876557 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.876771 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.877003 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.877293 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.877542 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.877759 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.878046 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.878272 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.878496 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.878751 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.879066 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.879280 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.879540 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.879799 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.880017 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.880253 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.880509 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.880839 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.881178 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.881426 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.881663 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.881946 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.882211 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.882448 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.882682 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.882988 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.883322 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.883615 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.884126 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.885141 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.885520 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.885702 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.885920 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.886141 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.886379 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.886595 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.886835 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.887071 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.887298 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.887536 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.887785 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.888007 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.888251 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.888488 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.888700 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.888939 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.889093 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 19 17:57:39.889660 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78292) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 19 17:57:39.889817 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 19 17:57:39.889952 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 19 17:57:39.890125 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 19 17:57:39.890293 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 19 17:57:39.890434 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 19 17:57:39.890636 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.891286 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.891286 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.891286 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.891286 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.891719 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.891719 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.891719 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.891996 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.891996 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.892143 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.892287 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.892446 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.892602 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.892761 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.892940 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.893100 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.893258 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.893421 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.893578 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.893735 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.893892 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.894049 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] debug = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.894207 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.894397 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.894559 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.894716 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.894946 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.895044 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.895173 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.895329 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.895485 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.895642 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.895798 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.895955 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.896105 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.896256 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.896411 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.896568 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.896724 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.896909 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] host = dv-cinder-797107-1-smb {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.897060 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.897218 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.897379 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.897539 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.897695 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.897852 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.898010 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.898165 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.898321 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.898477 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.898645 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.898786 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.898944 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.899265 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.899265 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_options = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.899425 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.899541 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.899714 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.900502 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.900795 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.901082 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.901261 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.901420 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.901579 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.901722 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.901881 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.902041 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.902197 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.902357 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.902515 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.902671 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.902831 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.902994 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.903135 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.903269 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.903401 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:57:39.903545 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.903545 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.903826 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.903959 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.904094 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.904229 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.904362 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.904496 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.904631 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.904765 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.904939 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.905054 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.905180 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.905336 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.905492 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.905650 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.905806 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.905968 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.906125 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.906281 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.906437 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.906594 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.906756 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.906910 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.907066 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.907222 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_json = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.907379 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.907535 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.907692 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.907849 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.908005 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.908160 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.908316 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.908473 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 19 17:57:39.908648 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.908820 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.909000 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.909161 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.909322 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.909482 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.909641 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.909801 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.909960 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.910119 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.910285 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.910445 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.910615 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.910775 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.910935 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.911097 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.911257 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.911418 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.911578 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.911738 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.911901 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.912061 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.912235 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.912397 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.912561 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.912722 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.912907 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.913061 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.913222 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.913381 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.913540 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.913701 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.913864 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.914022 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.914155 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.914317 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.914477 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.914652 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.914789 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.914945 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.915094 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.915539 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.915539 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.916031 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.916031 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.916279 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.916279 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.916540 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.916676 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.916914 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.916914 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.917168 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.917298 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.917640 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.917640 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.917640 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.918025 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.918025 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.918286 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.918286 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.918563 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.918563 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.918886 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.918886 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.919180 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.919180 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.919428 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.919428 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.919701 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.919834 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.919972 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.920107 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.920240 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.920371 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.920516 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.920650 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.920792 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.920944 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.921087 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.921221 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.921380 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.921540 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.921699 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.921880 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.922032 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.922186 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.922343 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.922506 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.922664 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.922821 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.922979 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.923139 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.923298 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.923457 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.923615 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.923775 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.923934 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.924097 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.924304 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.924398 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.924561 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.924740 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.924909 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.925053 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.925211 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.925373 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.925533 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.925691 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.925851 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.926013 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.926165 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.926326 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.926485 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.926650 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.926809 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.926974 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.927142 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.927301 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.927460 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.927623 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.927791 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.927934 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.928072 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.928223 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.928383 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.928542 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.928701 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.928867 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.929071 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.929231 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.929378 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.929551 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.929724 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.929869 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.930031 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.930174 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.930339 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.930492 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.930642 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.930794 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.930971 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.931177 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.931439 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.931731 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.931941 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.932104 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.932266 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.932427 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.932587 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.932752 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.932935 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.933098 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.933258 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.933420 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.933580 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.933739 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.933901 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.934061 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.934221 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.934382 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.934542 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.934702 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.934862 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.935022 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.935181 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.935340 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.935499 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.935658 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.935819 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.935982 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.936130 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.936289 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.936448 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.936608 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.936821 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.936974 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.937157 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.937245 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.937407 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.937567 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.937727 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.937888 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.938048 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.938209 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.938369 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.938529 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.938689 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.938863 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.939024 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.939185 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.939344 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.939505 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.939665 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.939825 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.939984 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.940144 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.940303 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.940462 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.940625 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.940787 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.941038 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.941202 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.941362 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.941522 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.941682 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.941843 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.942019 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.942180 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.942340 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.942499 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.942659 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.942835 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.942986 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.943145 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.943305 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.943464 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.943632 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.943792 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.943954 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.944111 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.944429 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.944602 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.944764 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.944959 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.945130 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.945289 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.945448 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.945657 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.945827 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.945969 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.946107 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.946245 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.946382 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.946533 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.947216 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.947435 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.947731 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.948023 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.948166 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.948330 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.948500 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.948668 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.948829 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.949022 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.949195 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.949355 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.949514 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.949647 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.949806 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.949966 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.950125 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.950284 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.950443 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.950603 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.950763 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.950923 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.951082 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.951241 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.951399 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.951562 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.951704 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.951868 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.952030 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.952188 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 19 17:57:39.952330 dv-cinder-797107-1-smb neutron-server[78292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 19 17:57:40.205659 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33042) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:57:40.214394 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067387 Jun 19 17:57:50.755471 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84029bb-60af-4caf-bb5e-e5ffc19fdbf1 None None] get_active_networks_info from dv-cinder-797107-1-smb {{(pid=78399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 19 17:57:50.838405 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84029bb-60af-4caf-bb5e-e5ffc19fdbf1 None None] No non-hosted networks {{(pid=78399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 19 17:57:50.846019 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.agentschedulers_db [None req-e84029bb-60af-4caf-bb5e-e5ffc19fdbf1 None None] DHCP Agent not found on host dv-cinder-797107-1-smb {{(pid=78399) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 19 17:57:50.943271 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5ffe7414-e8c3-404f-8bac-c9d14f27c89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959'] for agent, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:57:51.082130 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959'] for agent, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:57:51.083137 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:57:51.083804 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:57:51.084373 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:57:51.085398 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:57:51.086344 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:57:51.086900 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:57:51.087541 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:57:51.088307 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:57:51.088852 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:57:51.089550 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:57:51.090122 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:57:51.090707 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:57:51.091442 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797107-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:57:51.099734 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797107-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:57:53.409521 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e21f9760-5cde-425f-b187-4aad3d4b81f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959'] for agent, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:57:53.442832 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f0726528-2cd9-4657-b291-df180fc989aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:57:53.945125 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959'] for agent, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:57:55.752863 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959'] for agent, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:57:57.278124 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33134) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:57:57.863147 dv-cinder-797107-1-smb neutron-server[78397]: WARNING oslo_policy.policy [None req-87d1483b-a0e3-4ce1-a02e-50dceddcd523 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 17:57:57.863719 dv-cinder-797107-1-smb neutron-server[78397]: WARNING oslo_policy.policy [None req-87d1483b-a0e3-4ce1-a02e-50dceddcd523 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 17:57:58.098559 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [None req-87d1483b-a0e3-4ce1-a02e-50dceddcd523 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 17:57:58.099651 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-87d1483b-a0e3-4ce1-a02e-50dceddcd523 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8206081 Jun 19 17:58:00.387768 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.db.l3_hamode_db [None req-7a886527-c9b8-4bf5-bc6f-12c4ae497fa0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 19 17:58:00.433912 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 33148) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:58:00.474312 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a886527-c9b8-4bf5-bc6f-12c4ae497fa0 None None] Routers set() bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 17:58:00.474702 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a886527-c9b8-4bf5-bc6f-12c4ae497fa0 None None] Router IDs set() for agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 19 17:58:01.003637 dv-cinder-797107-1-smb neutron-server[78398]: WARNING oslo_policy.policy [None req-1025123a-b419-4a1b-b6a4-08e6645f30ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 17:58:01.004188 dv-cinder-797107-1-smb neutron-server[78398]: WARNING oslo_policy.policy [None req-1025123a-b419-4a1b-b6a4-08e6645f30ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 17:58:01.219999 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-1025123a-b419-4a1b-b6a4-08e6645f30ab admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 17:58:01.321000 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.policy [None req-1025123a-b419-4a1b-b6a4-08e6645f30ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78398) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 19 17:58:01.371166 dv-cinder-797107-1-smb neutron-server[78398]: WARNING oslo_policy.policy [None req-1025123a-b419-4a1b-b6a4-08e6645f30ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 17:58:01.371557 dv-cinder-797107-1-smb neutron-server[78398]: WARNING oslo_policy.policy [None req-1025123a-b419-4a1b-b6a4-08e6645f30ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 17:58:01.380151 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.quota [None req-1025123a-b419-4a1b-b6a4-08e6645f30ab admin admin] Loaded quota_driver: . Jun 19 17:58:01.398793 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1025123a-b419-4a1b-b6a4-08e6645f30ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 17:58:01.459318 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1025123a-b419-4a1b-b6a4-08e6645f30ab admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730649849154', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730649848735', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730649833748', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730649941781', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730649948902', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730649947113', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1033221', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1155589', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-352566', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-414910'] for rbac-policy, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:01.526671 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1025123a-b419-4a1b-b6a4-08e6645f30ab admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:01.528204 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-1025123a-b419-4a1b-b6a4-08e6645f30ab admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0921476 Jun 19 17:58:04.215749 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33166) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:58:04.562141 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Request body: {'network': {'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'admin_state_up': True, 'name': 'private'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 17:58:04.563573 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.quota [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Loaded quota_driver: . Jun 19 17:58:04.580255 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 17:58:04.586962 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Usage tracker for resource:network and tenant:0fb1b10d3ed5414fac249acb5088933d is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 17:58:04.592510 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 17:58:04.599947 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 17:58:04.614939 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Made reservation on behalf of 0fb1b10d3ed5414fac249acb5088933d for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 17:58:04.686702 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.policy [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78397) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 19 17:58:04.731706 dv-cinder-797107-1-smb neutron-server[78397]: WARNING oslo_policy.policy [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 17:58:04.732075 dv-cinder-797107-1-smb neutron-server[78397]: WARNING oslo_policy.policy [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 17:58:04.741858 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:04.763982 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:04.778183 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 17:58:04.781787 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb1b10d3ed5414fac249acb5088933d is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 17:58:04.786831 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 17:58:04.792958 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 17:58:04.893171 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:04.896868 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:04.903106 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:04.920866 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 17:58:04.945971 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730652566941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:04.947019 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Unsubscribe: segment precommit_create {{(pid=78397) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 19 17:58:04.947522 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Added segment f5b31912-ba56-4790-8ec0-e38bfbc38a54 of type vlan for network 42c93245-abdb-48f2-b5d2-3dcdf7307c2e Jun 19 17:58:04.997763 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf3c3c4-710c-4dcb-8a03-24645cdf7c64,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:05.015882 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:05.016209 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:05.016523 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:05.016830 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:05.017162 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:05.017465 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:05.017766 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:05.018062 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:05.018374 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:05.018980 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:05.019282 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:05.019575 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Tracked resource versions report: Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: pushed versions: Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: { 'AddressGroup': {'1.2'}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'ConntrackHelper': {'1.0'}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'Log': {'1.0'}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'Network': {'1.1'}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'Port': {'1.7'}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'PortForwarding': {'1.2'}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'QosPolicy': {'1.8'}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'SecurityGroup': {'1.4'}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'SecurityGroupRule': {'1.2'}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'SubPort': {'1.0'}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'Subnet': {'1.1'}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'Trunk': {'1.1'}} Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: consumer versions: Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: { DHCP agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: L3 agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: Metadata agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: Metering agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: Open vSwitch agent@dv-cinder-797107-1-smb: { 'AddressGroup': '1.2', Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'ConntrackHelper': '1.0', Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'Log': '1.0', Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'Network': '1.1', Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'Port': '1.7', Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'PortForwarding': '1.2', Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'QosPolicy': '1.8', Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'SecurityGroup': '1.4', Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'SecurityGroupRule': '1.2', Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'SubPort': '1.0', Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'Subnet': '1.1', Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: 'Trunk': '1.1'}} Jun 19 17:58:05.020680 dv-cinder-797107-1-smb neutron-server[78397]: {{(pid=78397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 17:58:05.068615 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:05.073067 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:05.109637 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:05.111043 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 17:58:05.111674 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:05.116040 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:05.212711 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9952526 Jun 19 17:58:05.220473 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Pushing event updated for resources: {'Network': ['ID=42c93245-abdb-48f2-b5d2-3dcdf7307c2e,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:05.223857 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:05.234750 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network 42c93245-abdb-48f2-b5d2-3dcdf7307c2e details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 17:58:07.817510 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33184) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:58:08.261322 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e994ee-5265-4fa5-97f7-310981817862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 17:58:08.262639 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c8e994ee-5265-4fa5-97f7-310981817862 admin admin] 10.222.0.16 "GET /v2.0/networks/42c93245-abdb-48f2-b5d2-3dcdf7307c2e HTTP/1.1" status: 200 len: 825 time: 0.4441998 Jun 19 17:58:08.293746 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e7514b90-fb0b-44cd-9d31-0513314aa331 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/7a045b2e-8abb-4e43-8241-ffa112f590a2 HTTP/1.1" status: 200 len: 734 time: 0.0256934 Jun 19 17:58:08.302421 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Request body: {'subnet': {'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7a045b2e-8abb-4e43-8241-ffa112f590a2'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 17:58:08.307045 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 17:58:08.310775 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Usage tracker for resource:subnet and tenant:0fb1b10d3ed5414fac249acb5088933d is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 17:58:08.313657 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 17:58:08.319655 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 17:58:08.328919 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Made reservation on behalf of 0fb1b10d3ed5414fac249acb5088933d for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 17:58:08.331173 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:08.792197 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:08.797195 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:08.877585 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Checking segment: {'id': 'f5b31912-ba56-4790-8ec0-e38bfbc38a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 17:58:08.878196 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Network hostable DHCP agents. Network: 42c93245-abdb-48f2-b5d2-3dcdf7307c2e, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 17:58:08.883102 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0bcb54a-45f9-4da4-9418-366bca003ee7,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:08.890654 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:08.901066 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Network 42c93245-abdb-48f2-b5d2-3dcdf7307c2e is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 17:58:08.911489 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, 42c93245-abdb-48f2-b5d2-3dcdf7307c2e) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 17:58:08.916619 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 17:58:08.917206 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:08.921835 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fa9f0b-0c4a-4bf0-8c73-2cb1488c01f7 None None] Network 42c93245-abdb-48f2-b5d2-3dcdf7307c2e requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 17:58:08.935773 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6367280 Jun 19 17:58:09.318237 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp301dc5b5-d905-5c7b-b879-3bd27615c960-42c93245-abdb-48f2-b5d2-3dcdf7307c2e', 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'fixed_ips': [{'subnet_id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7'}]}} from dv-cinder-797107-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 19 17:58:09.319511 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:09.504822 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Allocated IP 172.20.0.2 (42c93245-abdb-48f2-b5d2-3dcdf7307c2e/f0bcb54a-45f9-4da4-9418-366bca003ee7/1c56153d-9a50-4819-a7b9-902b47981bbe) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 17:58:09.734399 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:09.748233 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Transition to ACTIVE for port object 1c56153d-9a50-4819-a7b9-902b47981bbe will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 17:58:09.775878 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Transition to ACTIVE for port object 1c56153d-9a50-4819-a7b9-902b47981bbe will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 17:58:09.782588 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:09.787862 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:09.854131 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Network 42c93245-abdb-48f2-b5d2-3dcdf7307c2e is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 17:58:09.856849 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 17:58:09.859801 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 17:58:09.869228 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Pushing event updated for resources: {'Port': ['ID=1c56153d-9a50-4819-a7b9-902b47981bbe,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:09.911437 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:09.911774 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:09.912101 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:09.912424 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:09.912741 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:09.913088 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:09.913401 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:09.913714 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:09.914026 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:09.914333 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:09.914639 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:09.915094 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Tracked resource versions report: Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: pushed versions: Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: { 'AddressGroup': {'1.2'}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'ConntrackHelper': {'1.0'}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'Log': {'1.0'}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'Network': {'1.1'}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'Port': {'1.7'}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'PortForwarding': {'1.2'}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'QosPolicy': {'1.8'}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'SecurityGroup': {'1.4'}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'SecurityGroupRule': {'1.2'}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'SubPort': {'1.0'}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'Subnet': {'1.1'}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'Trunk': {'1.1'}} Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: consumer versions: Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: { DHCP agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: L3 agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: Metadata agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: Metering agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: Open vSwitch agent@dv-cinder-797107-1-smb: { 'AddressGroup': '1.2', Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'ConntrackHelper': '1.0', Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'Log': '1.0', Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'Network': '1.1', Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'Port': '1.7', Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'PortForwarding': '1.2', Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'QosPolicy': '1.8', Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'SecurityGroup': '1.4', Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'SecurityGroupRule': '1.2', Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'SubPort': '1.0', Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'Subnet': '1.1', Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: 'Trunk': '1.1'}} Jun 19 17:58:09.916204 dv-cinder-797107-1-smb neutron-server[78399]: {{(pid=78399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 17:58:09.919736 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:09.969409 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Attempting to bind port 1c56153d-9a50-4819-a7b9-902b47981bbe on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 17:58:09.970069 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Attempting to bind port 1c56153d-9a50-4819-a7b9-902b47981bbe by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'f5b31912-ba56-4790-8ec0-e38bfbc38a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 17:58:09.970213 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Attempting to bind port 1c56153d-9a50-4819-a7b9-902b47981bbe on network 42c93245-abdb-48f2-b5d2-3dcdf7307c2e {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 17:58:09.975458 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 17, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 17:58:09.975865 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Checking segment: {'id': 'f5b31912-ba56-4790-8ec0-e38bfbc38a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 17:58:09.976333 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:09.976717 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Bound using segment: {'id': 'f5b31912-ba56-4790-8ec0-e38bfbc38a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 17:58:09.977237 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Bound port: 1c56153d-9a50-4819-a7b9-902b47981bbe, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b31912-ba56-4790-8ec0-e38bfbc38a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 17:58:09.977689 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:10.083785 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] For port 1c56153d-9a50-4819-a7b9-902b47981bbe, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 17:58:10.088241 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] For port 1c56153d-9a50-4819-a7b9-902b47981bbe, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=1c56153d-9a50-4819-a7b9-902b47981bbe,segment=NetworkSegment(f5b31912-ba56-4790-8ec0-e38bfbc38a54),segment_id=f5b31912-ba56-4790-8ec0-e38bfbc38a54)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 17:58:10.093092 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:10.102450 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:10.186047 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Pushing event updated for resources: {'Port': ['ID=1c56153d-9a50-4819-a7b9-902b47981bbe,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:10.189972 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:11.309766 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33194) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:58:11.682304 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [None req-847db407-0446-480b-8e0d-11b723b1aaf1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 17:58:11.683288 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-847db407-0446-480b-8e0d-11b723b1aaf1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3725801 Jun 19 17:58:13.350289 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 1c56153d-9a50-4819-a7b9-902b47981bbe up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 17:58:13.423407 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 1c56153d-9a50-4819-a7b9-902b47981bbe completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 17:58:13.794059 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8d01bb-6482-4335-a925-5dd66549db8b None None] Network 42c93245-abdb-48f2-b5d2-3dcdf7307c2e requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 17:58:13.904308 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-77324b7d-e2c5-4bdf-ae1e-86d74c584018 None None] Provisioning for port 1c56153d-9a50-4819-a7b9-902b47981bbe completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 17:58:13.913062 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-77324b7d-e2c5-4bdf-ae1e-86d74c584018 None None] Provisioning complete for port 1c56153d-9a50-4819-a7b9-902b47981bbe triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 17:58:13.913455 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-77324b7d-e2c5-4bdf-ae1e-86d74c584018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:14.064826 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 33208) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:58:14.133453 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-77324b7d-e2c5-4bdf-ae1e-86d74c584018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:14.174648 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-77324b7d-e2c5-4bdf-ae1e-86d74c584018 None None] For port 1c56153d-9a50-4819-a7b9-902b47981bbe, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=1c56153d-9a50-4819-a7b9-902b47981bbe,segment=NetworkSegment(f5b31912-ba56-4790-8ec0-e38bfbc38a54),segment_id=f5b31912-ba56-4790-8ec0-e38bfbc38a54)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 17:58:14.181797 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-77324b7d-e2c5-4bdf-ae1e-86d74c584018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:14.183623 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:14.254790 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77324b7d-e2c5-4bdf-ae1e-86d74c584018 None None] Pushing event updated for resources: {'Port': ['ID=1c56153d-9a50-4819-a7b9-902b47981bbe,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:14.257924 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-77324b7d-e2c5-4bdf-ae1e-86d74c584018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:14.408525 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-d58bfcba-cb71-46df-ac64-2cbf0eb14a2d None None] Provisioning complete for port 1c56153d-9a50-4819-a7b9-902b47981bbe triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 17:58:14.409228 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d58bfcba-cb71-46df-ac64-2cbf0eb14a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:14.455930 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [None req-57c1c4d8-51a9-441e-b0a7-2509402229ed admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 17:58:14.456931 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-57c1c4d8-51a9-441e-b0a7-2509402229ed admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3910446 Jun 19 17:58:15.319856 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 1c56153d-9a50-4819-a7b9-902b47981bbe up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 17:58:15.386369 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 1c56153d-9a50-4819-a7b9-902b47981bbe triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 17:58:15.386728 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:16.829529 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 17:58:17.034931 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33220) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:58:17.380222 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-756c49a5-1281-41f0-9c86-7a98581110fd admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 17:58:17.385522 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-756c49a5-1281-41f0-9c86-7a98581110fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 17:58:17.389238 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-756c49a5-1281-41f0-9c86-7a98581110fd admin admin] Usage tracker for resource:router and tenant:0fb1b10d3ed5414fac249acb5088933d is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 17:58:17.392494 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-756c49a5-1281-41f0-9c86-7a98581110fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 17:58:17.398159 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-756c49a5-1281-41f0-9c86-7a98581110fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 17:58:17.408770 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-756c49a5-1281-41f0-9c86-7a98581110fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1664751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-476'] for router, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:17.410318 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-756c49a5-1281-41f0-9c86-7a98581110fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-469'] for router, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:17.432448 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-756c49a5-1281-41f0-9c86-7a98581110fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:17.540703 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-756c49a5-1281-41f0-9c86-7a98581110fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1664733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747542'] for router, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:17.557850 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-756c49a5-1281-41f0-9c86-7a98581110fd admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:17.559113 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-756c49a5-1281-41f0-9c86-7a98581110fd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5231922 Jun 19 17:58:19.903803 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33230) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:58:20.263282 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [None req-b9ba26ab-2c6a-4c1a-8f2d-149928dc275d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 17:58:20.271492 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-b9ba26ab-2c6a-4c1a-8f2d-149928dc275d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3595152 Jun 19 17:58:20.678258 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-82fbd4ce-50ee-4f41-bcb0-69558341d986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:21.071552 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:22.589628 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 33240) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:58:22.943027 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 17:58:22.947995 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 17:58:22.952087 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Usage tracker for resource:network and tenant:91c28b7ed5304616b6076f26e2fc08f7 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 17:58:22.955731 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 17:58:22.961971 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 17:58:22.970720 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Made reservation on behalf of 91c28b7ed5304616b6076f26e2fc08f7 for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 17:58:22.973444 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:22.989791 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:23.003759 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 17:58:23.007346 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Usage tracker for resource:security_group_rule and tenant:91c28b7ed5304616b6076f26e2fc08f7 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 17:58:23.010690 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 17:58:23.016055 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 17:58:23.107256 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:23.110821 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:23.115950 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:23.129922 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Reserving flat network on physical network physnet1 {{(pid=78398) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 19 17:58:23.159786 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730652566941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:23.160374 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Unsubscribe: segment precommit_create {{(pid=78398) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 19 17:58:23.160901 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Added segment b370a5d9-065a-4939-a591-25ebe56066a7 of type flat for network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 Jun 19 17:58:23.214592 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d7fb4e-0f0f-4b3b-af04-22d56dabba92,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:23.236538 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:23.237077 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:23.237405 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:23.237729 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:23.238055 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:23.238358 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:23.238732 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:23.239047 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:23.239383 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:23.239812 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:23.240044 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:23.240378 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Tracked resource versions report: Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: pushed versions: Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: { 'AddressGroup': {'1.2'}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'ConntrackHelper': {'1.0'}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'Log': {'1.0'}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'Network': {'1.1'}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'Port': {'1.7'}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'PortForwarding': {'1.2'}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'QosPolicy': {'1.8'}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'SecurityGroup': {'1.4'}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'SecurityGroupRule': {'1.2'}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'SubPort': {'1.0'}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'Subnet': {'1.1'}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'Trunk': {'1.1'}} Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: consumer versions: Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: { DHCP agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: L3 agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: Metadata agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: Metering agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: Open vSwitch agent@dv-cinder-797107-1-smb: { 'AddressGroup': '1.2', Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'ConntrackHelper': '1.0', Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'Log': '1.0', Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'Network': '1.1', Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'Port': '1.7', Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'PortForwarding': '1.2', Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'QosPolicy': '1.8', Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'SecurityGroup': '1.4', Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'SecurityGroupRule': '1.2', Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'SubPort': '1.0', Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'Subnet': '1.1', Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: 'Trunk': '1.1'}} Jun 19 17:58:23.241495 dv-cinder-797107-1-smb neutron-server[78398]: {{(pid=78398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 17:58:23.284463 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:23.293377 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:23.340969 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:23.342506 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 17:58:23.343142 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:23.347582 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:23.397138 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-97fd0e93-4744-4a4a-ad54-7d05f2ffa28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:23.444076 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8534601 Jun 19 17:58:23.451818 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Pushing event updated for resources: {'Network': ['ID=8eadf0fe-99a1-477a-9e73-8344019ac9f0,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:23.470684 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:23.479473 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 17:58:23.898190 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:25.703889 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:25.756576 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 33264) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:58:25.980329 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e424dcb-9ea1-401b-9a38-878b909e87eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 17:58:25.981674 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6e424dcb-9ea1-401b-9a38-878b909e87eb admin admin] 10.222.0.16 "GET /v2.0/subnets/f0bcb54a-45f9-4da4-9418-366bca003ee7 HTTP/1.1" status: 200 len: 849 time: 0.2241099 Jun 19 17:58:26.156814 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-a73b1d1c-71e0-4f07-a273-f38785604df2 admin admin] 10.222.0.16 "GET /v2.0/routers/7f8a588b-757a-4e63-b080-bcd4dd84d064 HTTP/1.1" status: 200 len: 704 time: 0.1696236 Jun 19 17:58:26.628243 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:26.857999 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Allocated IP 172.20.0.1 (42c93245-abdb-48f2-b5d2-3dcdf7307c2e/f0bcb54a-45f9-4da4-9418-366bca003ee7/76a00295-4af6-4195-8b11-08acfd1735ec) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 17:58:27.008349 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:27.026492 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Transition to ACTIVE for port object 76a00295-4af6-4195-8b11-08acfd1735ec will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 17:58:27.090239 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:27.094647 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:27.155185 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Network 42c93245-abdb-48f2-b5d2-3dcdf7307c2e is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 17:58:27.157918 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 17:58:27.164247 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 17:58:27.165328 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746745'] for router_interface, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:27.282865 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Pushing event updated for resources: {'Port': ['ID=76a00295-4af6-4195-8b11-08acfd1735ec,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:27.295054 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:27.411600 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-09255892-c41a-4836-9549-2a27772b73a8 None None] Provisioning for port 76a00295-4af6-4195-8b11-08acfd1735ec completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 17:58:27.416736 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-09255892-c41a-4836-9549-2a27772b73a8 None None] Provisioning complete for port 76a00295-4af6-4195-8b11-08acfd1735ec triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 17:58:27.417135 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-09255892-c41a-4836-9549-2a27772b73a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:27.432681 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:27.469134 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-09255892-c41a-4836-9549-2a27772b73a8 None None] Port 76a00295-4af6-4195-8b11-08acfd1735ec cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 17:58:27.685640 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:27.689810 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:27.690955 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746842'] for router_interface, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:27.694773 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:27.826577 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Pushing event updated for resources: {'Port': ['ID=76a00295-4af6-4195-8b11-08acfd1735ec,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:27.832837 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:27.886457 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Network 42c93245-abdb-48f2-b5d2-3dcdf7307c2e is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 17:58:27.887487 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 17:58:28.078742 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Router 7f8a588b-757a-4e63-b080-bcd4dd84d064 is scheduled to L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 with binding_index 1 {{(pid=78398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 17:58:28.090629 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-560b7e4b-e1e5-4d73-9af0-4b66a6894526 None None] Provisioning complete for port 76a00295-4af6-4195-8b11-08acfd1735ec triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 17:58:28.091004 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-560b7e4b-e1e5-4d73-9af0-4b66a6894526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:28.145977 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-560b7e4b-e1e5-4d73-9af0-4b66a6894526 None None] Port 76a00295-4af6-4195-8b11-08acfd1735ec cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 17:58:28.232694 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 17:58:28.241841 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Sync routers for ids ['7f8a588b-757a-4e63-b080-bcd4dd84d064'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 17:58:28.243095 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] 10.222.0.16 "PUT /v2.0/routers/7f8a588b-757a-4e63-b080-bcd4dd84d064/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0809078 Jun 19 17:58:28.252322 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Routers {'7f8a588b-757a-4e63-b080-bcd4dd84d064'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 17:58:28.253186 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T17:58:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7f8a588b-757a-4e63-b080-bcd4dd84d064'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:58:28.427600 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Set router 7f8a588b-757a-4e63-b080-bcd4dd84d064 gateway port host: None {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 17:58:28.784968 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'name': 'router1', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T17:58:17Z', 'updated_at': '2021-06-19T17:58:27Z', 'revision_number': 2, 'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'gw_port_host': None, '_interfaces': [{'id': '76a00295-4af6-4195-8b11-08acfd1735ec', 'name': '', 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'mac_address': 'fa:16:3e:c2:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T17:58:26Z', 'updated_at': '2021-06-19T17:58:27Z', 'revision_number': 2, 'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'subnets': [{'id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a045b2e-8abb-4e43-8241-ffa112f590a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:58:28.790344 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Checking router: 7f8a588b-757a-4e63-b080-bcd4dd84d064 for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 17:58:28.790732 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Updating router 7f8a588b-757a-4e63-b080-bcd4dd84d064 port 76a00295-4af6-4195-8b11-08acfd1735ec binding host dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 17:58:28.843714 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:29.219711 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:29.233507 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Transition to ACTIVE for port object 76a00295-4af6-4195-8b11-08acfd1735ec will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 17:58:29.240137 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:29.245866 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:29.472829 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Pushing event updated for resources: {'Port': ['ID=76a00295-4af6-4195-8b11-08acfd1735ec,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:29.491465 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:29.491795 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:29.492119 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:29.492519 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:29.492993 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:29.493396 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:29.493711 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:29.494022 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:29.494333 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:29.494642 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:29.494947 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:29.495307 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Tracked resource versions report: Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: pushed versions: Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: { 'AddressGroup': {'1.2'}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'ConntrackHelper': {'1.0'}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'Log': {'1.0'}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'Network': {'1.1'}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'Port': {'1.7'}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'PortForwarding': {'1.2'}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'QosPolicy': {'1.8'}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'SecurityGroup': {'1.4'}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'SecurityGroupRule': {'1.2'}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'SubPort': {'1.0'}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'Subnet': {'1.1'}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'Trunk': {'1.1'}} Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: consumer versions: Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: { DHCP agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: L3 agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: Metadata agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: Metering agent@dv-cinder-797107-1-smb: {}, Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: Open vSwitch agent@dv-cinder-797107-1-smb: { 'AddressGroup': '1.2', Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'ConntrackHelper': '1.0', Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'Log': '1.0', Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'Network': '1.1', Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'Port': '1.7', Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'PortForwarding': '1.2', Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'QosPolicy': '1.8', Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'SecurityGroup': '1.4', Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'SecurityGroupRule': '1.2', Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'SubPort': '1.0', Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'Subnet': '1.1', Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: 'Trunk': '1.1'}} Jun 19 17:58:29.496419 dv-cinder-797107-1-smb neutron-server[78400]: {{(pid=78400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 17:58:29.502809 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:29.503656 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Attempting to bind port 76a00295-4af6-4195-8b11-08acfd1735ec on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 17:58:29.504040 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Attempting to bind port 76a00295-4af6-4195-8b11-08acfd1735ec by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'f5b31912-ba56-4790-8ec0-e38bfbc38a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 17:58:29.504459 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Attempting to bind port 76a00295-4af6-4195-8b11-08acfd1735ec on network 42c93245-abdb-48f2-b5d2-3dcdf7307c2e {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 17:58:29.510470 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 17, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 17:58:29.510877 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Checking segment: {'id': 'f5b31912-ba56-4790-8ec0-e38bfbc38a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 17:58:29.511349 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:29.511725 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Bound using segment: {'id': 'f5b31912-ba56-4790-8ec0-e38bfbc38a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 17:58:29.512214 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Bound port: 76a00295-4af6-4195-8b11-08acfd1735ec, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b31912-ba56-4790-8ec0-e38bfbc38a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 17:58:29.512610 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:29.598061 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] For port 76a00295-4af6-4195-8b11-08acfd1735ec, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 17:58:29.602774 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] For port 76a00295-4af6-4195-8b11-08acfd1735ec, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=76a00295-4af6-4195-8b11-08acfd1735ec,segment=NetworkSegment(f5b31912-ba56-4790-8ec0-e38bfbc38a54),segment_id=f5b31912-ba56-4790-8ec0-e38bfbc38a54)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 17:58:29.607510 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:29.611642 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:29.684544 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Routers {'7f8a588b-757a-4e63-b080-bcd4dd84d064'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 17:58:29.685188 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T17:58:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7f8a588b-757a-4e63-b080-bcd4dd84d064'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:58:29.822809 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Pushing event updated for resources: {'Port': ['ID=76a00295-4af6-4195-8b11-08acfd1735ec,revision_number=4']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:29.834823 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:29.858563 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] Set router 7f8a588b-757a-4e63-b080-bcd4dd84d064 gateway port host: None {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 17:58:30.182913 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'name': 'router1', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T17:58:17Z', 'updated_at': '2021-06-19T17:58:27Z', 'revision_number': 2, 'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'gw_port_host': None, '_interfaces': [{'id': '76a00295-4af6-4195-8b11-08acfd1735ec', 'name': '', 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'mac_address': 'fa:16:3e:c2:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T17:58:26Z', 'updated_at': '2021-06-19T17:58:29Z', 'revision_number': 4, 'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'subnets': [{'id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a045b2e-8abb-4e43-8241-ffa112f590a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:58:30.186591 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b908a16-d0fb-42d5-b0dd-57b46f680d1f None None] The sync data for ids ['7f8a588b-757a-4e63-b080-bcd4dd84d064'] in dv-cinder-797107-1-smb is: [{'id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'name': 'router1', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T17:58:17Z', 'updated_at': '2021-06-19T17:58:27Z', 'revision_number': 2, 'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'gw_port_host': None, '_interfaces': [{'id': '76a00295-4af6-4195-8b11-08acfd1735ec', 'name': '', 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'mac_address': 'fa:16:3e:c2:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T17:58:26Z', 'updated_at': '2021-06-19T17:58:29Z', 'revision_number': 4, 'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'subnets': [{'id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a045b2e-8abb-4e43-8241-ffa112f590a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 17:58:30.418639 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33286) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:58:30.572968 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99042a6e-dde7-4782-acb3-4f3c147817fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 17:58:30.574308 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-99042a6e-dde7-4782-acb3-4f3c147817fb admin admin] 10.222.0.16 "GET /v2.0/networks/8eadf0fe-99a1-477a-9e73-8344019ac9f0 HTTP/1.1" status: 200 len: 842 time: 0.1546369 Jun 19 17:58:30.583778 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'gateway_ip': '172.28.0.1'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 17:58:30.589804 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 17:58:30.593657 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Usage tracker for resource:subnet and tenant:91c28b7ed5304616b6076f26e2fc08f7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 17:58:30.596460 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 17:58:30.602358 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 17:58:30.611885 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Made reservation on behalf of 91c28b7ed5304616b6076f26e2fc08f7 for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 17:58:30.614241 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:31.046519 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.objects.ports [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78397) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 19 17:58:31.046964 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:31.050795 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:31.121459 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d14686-36f7-4c79-8ae2-db789b5e36c8,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:31.126551 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:31.128859 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Checking segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 17:58:31.129228 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Network hostable DHCP agents. Network: 8eadf0fe-99a1-477a-9e73-8344019ac9f0, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 17:58:31.147351 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 17:58:31.157478 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, 8eadf0fe-99a1-477a-9e73-8344019ac9f0) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 17:58:31.161404 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 17:58:31.162491 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:31.167062 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378aa3d5-0580-4b8b-b585-f51f90e880a2 None None] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 17:58:31.192759 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6030169 Jun 19 17:58:31.390936 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 76a00295-4af6-4195-8b11-08acfd1735ec up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 17:58:31.435520 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64049057-fa95-44a0-8b12-59ca3826caf3 None None] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 17:58:31.588554 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 76a00295-4af6-4195-8b11-08acfd1735ec completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 17:58:31.595805 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 76a00295-4af6-4195-8b11-08acfd1735ec triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 17:58:31.596170 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:31.786726 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:31.821400 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 76a00295-4af6-4195-8b11-08acfd1735ec, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=76a00295-4af6-4195-8b11-08acfd1735ec,segment=NetworkSegment(f5b31912-ba56-4790-8ec0-e38bfbc38a54),segment_id=f5b31912-ba56-4790-8ec0-e38bfbc38a54)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 17:58:31.826338 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:31.828740 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-8243e5e4-2a8b-4d04-9f3b-e9e97ea138b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:31.897510 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=76a00295-4af6-4195-8b11-08acfd1735ec,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:31.901237 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:33.331684 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 76a00295-4af6-4195-8b11-08acfd1735ec up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 17:58:33.392734 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33300) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:58:33.399406 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 76a00295-4af6-4195-8b11-08acfd1735ec triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 17:58:33.399880 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:33.605365 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3aa155d7-2c86-48b1-9210-aa3e1bf84e54 admin admin] 10.222.0.16 "GET /v2.0/routers/7f8a588b-757a-4e63-b080-bcd4dd84d064 HTTP/1.1" status: 200 len: 710 time: 0.2113857 Jun 19 17:58:33.730959 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a389f-57c0-4e52-a7d7-48acd8b8ff55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 17:58:33.732266 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-b01a389f-57c0-4e52-a7d7-48acd8b8ff55 admin admin] 10.222.0.16 "GET /v2.0/networks/8eadf0fe-99a1-477a-9e73-8344019ac9f0 HTTP/1.1" status: 200 len: 886 time: 0.1220195 Jun 19 17:58:33.740745 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 17:58:34.195166 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1747513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1664724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:34.525421 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:34.579489 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:34.714527 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Allocated IP 172.28.0.85 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/7a109639-7469-45a9-a1d6-ef4fa35cb859) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 17:58:34.856591 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:34.909868 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:34.914757 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:34.975523 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 17:58:34.978373 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 17:58:34.982013 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 17:58:35.043880 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Pushing event updated for resources: {'Port': ['ID=7a109639-7469-45a9-a1d6-ef4fa35cb859,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:35.131666 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:35.393985 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:35.719366 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1747513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1664724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:35.722454 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1664535'] for router, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:35.899631 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Router 7f8a588b-757a-4e63-b080-bcd4dd84d064 has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 17:58:36.073047 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 17:58:36.081002 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:36.082167 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] 10.222.0.16 "PUT /v2.0/routers/7f8a588b-757a-4e63-b080-bcd4dd84d064 HTTP/1.1" status: 200 len: 889 time: 2.3446302 Jun 19 17:58:36.082691 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Sync routers for ids ['7f8a588b-757a-4e63-b080-bcd4dd84d064'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 17:58:36.092856 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Routers {'7f8a588b-757a-4e63-b080-bcd4dd84d064'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 17:58:36.093551 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T17:58:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7f8a588b-757a-4e63-b080-bcd4dd84d064'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:58:36.282791 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Set router 7f8a588b-757a-4e63-b080-bcd4dd84d064 gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 17:58:36.615082 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'name': 'router1', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '7a109639-7469-45a9-a1d6-ef4fa35cb859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T17:58:17Z', 'updated_at': '2021-06-19T17:58:35Z', 'revision_number': 4, 'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'gw_port': {'id': '7a109639-7469-45a9-a1d6-ef4fa35cb859', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T17:58:34Z', 'updated_at': '2021-06-19T17:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '76a00295-4af6-4195-8b11-08acfd1735ec', 'name': '', 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'mac_address': 'fa:16:3e:c2:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T17:58:26Z', 'updated_at': '2021-06-19T17:58:31Z', 'revision_number': 5, 'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'subnets': [{'id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a045b2e-8abb-4e43-8241-ffa112f590a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:58:36.620481 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Checking router: 7f8a588b-757a-4e63-b080-bcd4dd84d064 for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 17:58:36.620991 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Updating router 7f8a588b-757a-4e63-b080-bcd4dd84d064 port 7a109639-7469-45a9-a1d6-ef4fa35cb859 binding host dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 17:58:36.671424 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:36.994638 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:37.005894 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Transition to ACTIVE for port object 7a109639-7469-45a9-a1d6-ef4fa35cb859 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 17:58:37.013526 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:37.017984 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-77324b7d-e2c5-4bdf-ae1e-86d74c584018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:37.116022 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Attempting to bind port 7a109639-7469-45a9-a1d6-ef4fa35cb859 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 17:58:37.116636 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Attempting to bind port 7a109639-7469-45a9-a1d6-ef4fa35cb859 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 17:58:37.116750 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Attempting to bind port 7a109639-7469-45a9-a1d6-ef4fa35cb859 on network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 17:58:37.119371 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383d12d-2a92-457c-b748-1590e1d16fbd None None] Pushing event updated for resources: {'Port': ['ID=7a109639-7469-45a9-a1d6-ef4fa35cb859,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:37.123197 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-c383d12d-2a92-457c-b748-1590e1d16fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:37.125627 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 17, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 17:58:37.125994 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Checking segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 17:58:37.126380 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:37.126752 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Bound using segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 17:58:37.127588 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Bound port: 7a109639-7469-45a9-a1d6-ef4fa35cb859, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 17:58:37.127588 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:37.197548 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] For port 7a109639-7469-45a9-a1d6-ef4fa35cb859, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 17:58:37.200611 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] For port 7a109639-7469-45a9-a1d6-ef4fa35cb859, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=7a109639-7469-45a9-a1d6-ef4fa35cb859,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 17:58:37.204528 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:37.208902 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:37.283705 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Routers {'7f8a588b-757a-4e63-b080-bcd4dd84d064'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 17:58:37.284316 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T17:58:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7f8a588b-757a-4e63-b080-bcd4dd84d064'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:58:37.337974 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383d12d-2a92-457c-b748-1590e1d16fbd None None] Pushing event updated for resources: {'Port': ['ID=7a109639-7469-45a9-a1d6-ef4fa35cb859,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:37.350599 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-c383d12d-2a92-457c-b748-1590e1d16fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:37.467714 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] Set router 7f8a588b-757a-4e63-b080-bcd4dd84d064 gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 17:58:37.784248 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'name': 'router1', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '7a109639-7469-45a9-a1d6-ef4fa35cb859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T17:58:17Z', 'updated_at': '2021-06-19T17:58:35Z', 'revision_number': 4, 'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'gw_port': {'id': '7a109639-7469-45a9-a1d6-ef4fa35cb859', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T17:58:34Z', 'updated_at': '2021-06-19T17:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '76a00295-4af6-4195-8b11-08acfd1735ec', 'name': '', 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'mac_address': 'fa:16:3e:c2:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T17:58:26Z', 'updated_at': '2021-06-19T17:58:31Z', 'revision_number': 5, 'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'subnets': [{'id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a045b2e-8abb-4e43-8241-ffa112f590a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 17:58:37.788097 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e191273-8de5-4ffe-86f8-de4aa25a87eb None None] The sync data for ids ['7f8a588b-757a-4e63-b080-bcd4dd84d064'] in dv-cinder-797107-1-smb is: [{'id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'name': 'router1', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '7a109639-7469-45a9-a1d6-ef4fa35cb859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T17:58:17Z', 'updated_at': '2021-06-19T17:58:35Z', 'revision_number': 4, 'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'gw_port': {'id': '7a109639-7469-45a9-a1d6-ef4fa35cb859', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T17:58:34Z', 'updated_at': '2021-06-19T17:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '76a00295-4af6-4195-8b11-08acfd1735ec', 'name': '', 'network_id': '42c93245-abdb-48f2-b5d2-3dcdf7307c2e', 'tenant_id': '0fb1b10d3ed5414fac249acb5088933d', 'mac_address': 'fa:16:3e:c2:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a588b-757a-4e63-b080-bcd4dd84d064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T17:58:26Z', 'updated_at': '2021-06-19T17:58:31Z', 'revision_number': 5, 'project_id': '0fb1b10d3ed5414fac249acb5088933d', 'subnets': [{'id': 'f0bcb54a-45f9-4da4-9418-366bca003ee7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a045b2e-8abb-4e43-8241-ffa112f590a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 17:58:38.388079 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33310) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 17:58:38.505046 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a0cebe58-f527-4a9f-a3fb-12f69022ec85 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1158216 Jun 19 17:58:39.374757 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 7a109639-7469-45a9-a1d6-ef4fa35cb859 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 17:58:39.446447 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 7a109639-7469-45a9-a1d6-ef4fa35cb859 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 17:58:39.451013 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 7a109639-7469-45a9-a1d6-ef4fa35cb859 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 17:58:39.451378 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:39.562853 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:39.580619 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 7a109639-7469-45a9-a1d6-ef4fa35cb859, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=7a109639-7469-45a9-a1d6-ef4fa35cb859,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 17:58:39.584729 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:39.587375 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-c383d12d-2a92-457c-b748-1590e1d16fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 17:58:39.650591 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=7a109639-7469-45a9-a1d6-ef4fa35cb859,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 17:58:39.653581 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 17:58:41.349086 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 7a109639-7469-45a9-a1d6-ef4fa35cb859 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 17:58:41.430025 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 7a109639-7469-45a9-a1d6-ef4fa35cb859 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 17:58:41.430025 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:50.682976 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0b06365c-6d1b-4af7-ab18-92a7f631020e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:51.075098 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:53.401129 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-da5d91ac-2a29-47a7-9a15-c4ced17ad963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:53.827901 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 17:58:53.903125 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:58:55.713297 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:59:20.692047 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-86f599fb-cb7a-4f47-92e1-8a9eafd42c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:59:21.078721 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:59:23.402158 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a301e825-0a7f-45fd-84d1-6ab21f064259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:59:23.907417 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:59:25.721208 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:59:30.827152 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 17:59:50.684756 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-48aac6da-9d20-44a7-ab72-a39b758df53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:59:51.082487 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:59:53.406751 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0cf7b5d2-ed09-4761-a0ed-0fb80e683ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:59:53.911527 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 17:59:55.733138 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:07.825608 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:00:20.679427 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecedc-a30a-4bdc-82c9-2c7d08c807d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:21.084833 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:23.435201 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d0a47e2f-7f5c-425f-9f2d-f39f09ede300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:23.906393 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:25.727249 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:39.320978 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33880) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:00:39.387541 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9682487b-fc38-4546-a399-152367c1d65e admin admin] GET failed (client error): The resource could not be found. Jun 19 18:00:39.388771 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9682487b-fc38-4546-a399-152367c1d65e admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668628 Jun 19 18:00:39.516174 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b362286-3082-435c-95de-229ff400e8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:39.517546 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1b362286-3082-435c-95de-229ff400e8ac admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1250079 Jun 19 18:00:41.598058 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 33890) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:00:41.701004 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada0983b-8d67-45af-a97f-89ac9143d256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:41.702305 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ada0983b-8d67-45af-a97f-89ac9143d256 admin admin] 10.222.0.16 "GET /v2.0/subnets/f0bcb54a-45f9-4da4-9418-366bca003ee7 HTTP/1.1" status: 200 len: 849 time: 0.1029658 Jun 19 18:00:41.711408 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:00:41.823019 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Notify callbacks [] for subnet, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:42.002992 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730652542100'] for subnet, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:42.007273 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:00:42.052624 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:42.053267 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:42.054925 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] 10.222.0.16 "PUT /v2.0/subnets/f0bcb54a-45f9-4da4-9418-366bca003ee7 HTTP/1.1" status: 200 len: 868 time: 0.3468165 Jun 19 18:00:42.057664 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ef7280-869a-4b1e-853a-8c49b407e972 None None] Network 42c93245-abdb-48f2-b5d2-3dcdf7307c2e requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:00:42.081371 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0bcb54a-45f9-4da4-9418-366bca003ee7,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:00:42.089702 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:00:42.090101 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:00:42.090343 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:00:42.090669 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:00:42.091044 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:00:42.091363 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:00:42.091678 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:00:42.092016 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:00:42.092329 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:00:42.092636 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:00:42.092973 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:00:42.093724 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:00:42.097380 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:00:42.521310 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-def02d32-c18a-4479-bb05-b5435b122494 None None] Provisioning complete for port 76a00295-4af6-4195-8b11-08acfd1735ec triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:00:42.521676 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-def02d32-c18a-4479-bb05-b5435b122494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:42.642584 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-def02d32-c18a-4479-bb05-b5435b122494 None None] Provisioning complete for port 1c56153d-9a50-4819-a7b9-902b47981bbe triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:00:42.642841 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-def02d32-c18a-4479-bb05-b5435b122494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:44.157214 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 33900) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:00:44.332517 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ca309-9726-4826-a2c4-8ef5812ed05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:44.333026 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ca309-9726-4826-a2c4-8ef5812ed05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:44.333747 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-b79ca309-9726-4826-a2c4-8ef5812ed05d admin admin] Synchronizing usage tracker for tenant:91c28b7ed5304616b6076f26e2fc08f7 on resource:network {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:00:44.350873 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-b79ca309-9726-4826-a2c4-8ef5812ed05d admin admin] Unset dirty status for tenant:91c28b7ed5304616b6076f26e2fc08f7 on resource:network {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:00:44.352091 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-b79ca309-9726-4826-a2c4-8ef5812ed05d admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1939321 Jun 19 18:00:44.824010 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:00:46.442161 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33910) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:00:46.660582 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a02f2d-0702-495b-8bb3-c85b5d5e60dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:46.661116 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a02f2d-0702-495b-8bb3-c85b5d5e60dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:46.662629 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e4a02f2d-0702-495b-8bb3-c85b5d5e60dc admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2195377 Jun 19 18:00:48.742107 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33920) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:00:48.910632 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b04321f-f2f5-4810-a739-e5620bd92c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:48.911946 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4b04321f-f2f5-4810-a739-e5620bd92c0b admin admin] 10.222.0.16 "GET /v2.0/networks/42c93245-abdb-48f2-b5d2-3dcdf7307c2e HTTP/1.1" status: 200 len: 869 time: 0.1688788 Jun 19 18:00:50.680793 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c616f44a-d177-40c4-bd22-8b9e828d33e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:50.979440 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 33930) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:00:51.086211 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:51.193433 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c808b-c2df-4773-b1ef-24f06f761b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:51.194697 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-987c808b-c2df-4773-b1ef-24f06f761b49 admin admin] 10.222.0.16 "GET /v2.0/networks/8eadf0fe-99a1-477a-9e73-8344019ac9f0 HTTP/1.1" status: 200 len: 886 time: 0.2143290 Jun 19 18:00:53.264835 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33940) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:00:53.375661 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42899b51-5e17-4ef7-9a18-a15223ce6df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:53.376117 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42899b51-5e17-4ef7-9a18-a15223ce6df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:53.376838 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-42899b51-5e17-4ef7-9a18-a15223ce6df2 admin admin] Synchronizing usage tracker for tenant:91c28b7ed5304616b6076f26e2fc08f7 on resource:subnet {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:00:53.395058 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-42899b51-5e17-4ef7-9a18-a15223ce6df2 admin admin] Unset dirty status for tenant:91c28b7ed5304616b6076f26e2fc08f7 on resource:subnet {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:00:53.400914 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-42899b51-5e17-4ef7-9a18-a15223ce6df2 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304009 Jun 19 18:00:53.408080 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5f7108b4-552e-4bbc-99c4-cb63017caf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:53.911505 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:55.484615 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33950) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:00:55.589756 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db55f0da-da13-4e5b-9503-39aaddd7ad5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:55.590132 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db55f0da-da13-4e5b-9503-39aaddd7ad5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:55.591601 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-db55f0da-da13-4e5b-9503-39aaddd7ad5d admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1060259 Jun 19 18:00:55.733864 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:00:57.683919 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33960) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:00:57.790141 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9410aab8-b0f7-4577-8e75-d05872371bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:00:57.791419 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9410aab8-b0f7-4577-8e75-d05872371bd5 admin admin] 10.222.0.16 "GET /v2.0/subnets/69d14686-36f7-4c79-8ae2-db789b5e36c8 HTTP/1.1" status: 200 len: 816 time: 0.1065688 Jun 19 18:00:59.927740 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 33970) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:01:00.036130 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c15bdbd-d72d-42c5-b90e-c1508b715646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:01:00.037550 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1c15bdbd-d72d-42c5-b90e-c1508b715646 admin admin] 10.222.0.16 "GET /v2.0/subnets/f0bcb54a-45f9-4da4-9418-366bca003ee7 HTTP/1.1" status: 200 len: 868 time: 0.1088736 Jun 19 18:01:20.684065 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6ad84cc8-5d95-486f-a62e-c3bc59b693ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:21.089874 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:21.823522 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:01:22.841221 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34014) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:01:22.888524 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [None req-b047c671-7870-4cae-92c3-8e2626fabaf6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 18:01:22.889520 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-b047c671-7870-4cae-92c3-8e2626fabaf6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473700 Jun 19 18:01:23.409263 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-97c5cfd8-1796-47c4-b3a2-d5e0cd931b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:23.912269 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:25.038358 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34024) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:01:25.103878 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b29acc2-f1ee-45d5-9432-b83f94680098 admin admin] GET failed (client error): The resource could not be found. Jun 19 18:01:25.105141 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-7b29acc2-f1ee-45d5-9432-b83f94680098 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658395 Jun 19 18:01:25.227467 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f43fb6a-79b4-4947-a790-92b53901f265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:01:25.228901 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-7f43fb6a-79b4-4947-a790-92b53901f265 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1199908 Jun 19 18:01:25.738899 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:27.336803 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34034) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:01:27.384510 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:01:27.389445 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:01:27.399203 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:01:27.409639 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Made reservation on behalf of 91c28b7ed5304616b6076f26e2fc08f7 for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:01:27.411843 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:27.499612 dv-cinder-797107-1-smb neutron-server[78397]: WARNING neutron.services.revisions.revision_plugin [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Could not find related network for resource to bump revision. Jun 19 18:01:27.512431 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:01:27.521817 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:27.522090 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Added segment af2dd002-54dd-465d-ba61-f1e67bfe32f6 of type vlan for network 319e516f-3f04-4b46-b688-713858a508d0 Jun 19 18:01:27.548372 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:27.576850 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:27.578143 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:01:27.578711 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:27.583125 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:01:27.678859 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3409312 Jun 19 18:01:27.679569 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Pushing event updated for resources: {'Network': ['ID=319e516f-3f04-4b46-b688-713858a508d0,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:01:27.686352 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:27.686694 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:27.687025 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:27.687349 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:27.687668 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:27.687986 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:27.688301 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:27.688615 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:27.688951 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:27.689267 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:27.689615 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:27.689932 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:27.694241 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:01:27.708664 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network 319e516f-3f04-4b46-b688-713858a508d0 details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:01:29.790279 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34044) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:01:29.856461 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c632dc-f3be-43e7-8192-2d3a35fd4753 admin admin] GET failed (client error): The resource could not be found. Jun 19 18:01:29.856986 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-81c632dc-f3be-43e7-8192-2d3a35fd4753 admin admin] Synchronizing usage tracker for tenant:91c28b7ed5304616b6076f26e2fc08f7 on resource:network {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:01:29.872244 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-81c632dc-f3be-43e7-8192-2d3a35fd4753 admin admin] Unset dirty status for tenant:91c28b7ed5304616b6076f26e2fc08f7 on resource:network {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:01:29.873489 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-81c632dc-f3be-43e7-8192-2d3a35fd4753 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0822439 Jun 19 18:01:29.975617 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc0dc9-0fc4-4d73-ba65-04380b75bc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:01:29.977038 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-63dc0dc9-0fc4-4d73-ba65-04380b75bc54 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0995727 Jun 19 18:01:29.986370 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '319e516f-3f04-4b46-b688-713858a508d0'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:01:29.990643 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:01:29.999695 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:01:30.009669 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Made reservation on behalf of 91c28b7ed5304616b6076f26e2fc08f7 for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:01:30.011954 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:30.383325 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:30.387823 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6852f67e-1633-4df7-8833-c8569c267991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:01:30.461316 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb9928a-1d87-4849-9024-a155171de3e9,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:01:30.474502 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:01:30.476364 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Checking segment: {'id': 'af2dd002-54dd-465d-ba61-f1e67bfe32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '319e516f-3f04-4b46-b688-713858a508d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:01:30.476720 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Network hostable DHCP agents. Network: 319e516f-3f04-4b46-b688-713858a508d0, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:01:30.497107 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Network 319e516f-3f04-4b46-b688-713858a508d0 is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:01:30.505963 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, 319e516f-3f04-4b46-b688-713858a508d0) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:01:30.510323 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:01:30.510883 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:30.514919 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd777e28-fca1-4be9-af6a-0eaa0798f0f8 None None] Network 319e516f-3f04-4b46-b688-713858a508d0 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:01:30.570965 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5877993 Jun 19 18:01:30.742085 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp301dc5b5-d905-5c7b-b879-3bd27615c960-319e516f-3f04-4b46-b688-713858a508d0', 'network_id': '319e516f-3f04-4b46-b688-713858a508d0', 'tenant_id': '91c28b7ed5304616b6076f26e2fc08f7', 'fixed_ips': [{'subnet_id': '4cb9928a-1d87-4849-9024-a155171de3e9'}]}} from dv-cinder-797107-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 19 18:01:30.742931 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:30.907454 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Allocated IP 192.168.233.2 (319e516f-3f04-4b46-b688-713858a508d0/4cb9928a-1d87-4849-9024-a155171de3e9/b221226e-a330-46d0-9a1b-59aa1187a495) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:01:31.108483 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:31.123001 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Transition to ACTIVE for port object b221226e-a330-46d0-9a1b-59aa1187a495 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:01:31.143004 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Transition to ACTIVE for port object b221226e-a330-46d0-9a1b-59aa1187a495 will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:01:31.147764 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:31.152158 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:01:31.233522 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Network 319e516f-3f04-4b46-b688-713858a508d0 is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:01:31.236370 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:01:31.240451 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:01:31.248999 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Pushing event updated for resources: {'Port': ['ID=b221226e-a330-46d0-9a1b-59aa1187a495,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:01:31.282394 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:31.282732 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:31.283601 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:31.283937 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:31.284252 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:31.284572 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:31.284894 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:31.285197 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:31.285503 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:31.285819 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:31.286108 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:31.286413 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:01:31.294356 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:01:31.344696 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Attempting to bind port b221226e-a330-46d0-9a1b-59aa1187a495 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:01:31.345084 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Attempting to bind port b221226e-a330-46d0-9a1b-59aa1187a495 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'af2dd002-54dd-465d-ba61-f1e67bfe32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '319e516f-3f04-4b46-b688-713858a508d0'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:01:31.345435 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Attempting to bind port b221226e-a330-46d0-9a1b-59aa1187a495 on network 319e516f-3f04-4b46-b688-713858a508d0 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:01:31.351463 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:01:31.351830 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Checking segment: {'id': 'af2dd002-54dd-465d-ba61-f1e67bfe32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '319e516f-3f04-4b46-b688-713858a508d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:01:31.352225 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:31.352611 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Bound using segment: {'id': 'af2dd002-54dd-465d-ba61-f1e67bfe32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '319e516f-3f04-4b46-b688-713858a508d0'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:01:31.353115 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Bound port: b221226e-a330-46d0-9a1b-59aa1187a495, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2dd002-54dd-465d-ba61-f1e67bfe32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '319e516f-3f04-4b46-b688-713858a508d0'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:01:31.353497 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:31.446442 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] For port b221226e-a330-46d0-9a1b-59aa1187a495, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:01:31.450795 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] For port b221226e-a330-46d0-9a1b-59aa1187a495, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=b221226e-a330-46d0-9a1b-59aa1187a495,segment=NetworkSegment(af2dd002-54dd-465d-ba61-f1e67bfe32f6),segment_id=af2dd002-54dd-465d-ba61-f1e67bfe32f6)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:01:31.454667 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:31.459515 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:01:31.538392 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Pushing event updated for resources: {'Port': ['ID=b221226e-a330-46d0-9a1b-59aa1187a495,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:01:31.541679 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:01:32.387536 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781f686-8c73-407b-873e-9fb7bc4eea7c None None] Network 319e516f-3f04-4b46-b688-713858a508d0 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:01:32.491189 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-155e946d-e6de-4061-ac23-9b10ba0e56a0 None None] Provisioning for port b221226e-a330-46d0-9a1b-59aa1187a495 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:01:33.443052 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device b221226e-a330-46d0-9a1b-59aa1187a495 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:01:33.513213 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port b221226e-a330-46d0-9a1b-59aa1187a495 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:01:33.517772 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port b221226e-a330-46d0-9a1b-59aa1187a495 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:01:33.518139 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:33.634253 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:33.664432 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port b221226e-a330-46d0-9a1b-59aa1187a495, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=b221226e-a330-46d0-9a1b-59aa1187a495,segment=NetworkSegment(af2dd002-54dd-465d-ba61-f1e67bfe32f6),segment_id=af2dd002-54dd-465d-ba61-f1e67bfe32f6)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:01:33.668473 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:33.671610 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:01:33.734779 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=b221226e-a330-46d0-9a1b-59aa1187a495,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:01:33.738587 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:01:35.418775 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device b221226e-a330-46d0-9a1b-59aa1187a495 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:01:35.488044 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port b221226e-a330-46d0-9a1b-59aa1187a495 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:01:35.488407 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:50.686224 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3e68cf08-9af5-423a-bd41-4b1310147b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:51.091796 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:53.409764 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0e90f6f8-d6e3-4ead-8091-7e6fd27bf252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:53.914498 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:55.742491 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:01:58.822706 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:02:20.688323 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5fae91e6-ce49-4a39-af10-b60d360d0b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:02:21.092906 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:02:23.411539 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6e67a75a-376e-4e5c-95b5-cee245749ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:02:23.916625 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:02:25.744020 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:02:35.821255 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:02:50.691182 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9cda0a2a-4013-45ec-8920-2c28061aade9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:02:51.098057 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:02:53.414981 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-caba64d3-45f2-45f4-b7f3-9436b94128f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:02:53.919211 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:02:55.747665 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:04.713522 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34094) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:03:04.720228 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [None req-00f65acf-7024-4cee-b402-ec89529c67b3 tempest-verify_tempest_config-97454586 tempest-verify_tempest_config-97454586-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 18:03:04.721180 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-00f65acf-7024-4cee-b402-ec89529c67b3 tempest-verify_tempest_config-97454586 tempest-verify_tempest_config-97454586-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067096 Jun 19 18:03:05.021723 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34112) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:03:05.150237 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:05.171144 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:03:05.174829 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Usage tracker for resource:security_group_rule and tenant:40c4eee361c446639ddb6d0b6701682d is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:03:05.177542 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:03:05.183027 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:03:05.281140 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:05.285436 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:05.293756 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:03:05.342531 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9a6249-277e-4980-9c2b-d69d34423330,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:03:05.347127 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Synchronizing usage tracker for tenant:91c28b7ed5304616b6076f26e2fc08f7 on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:03:05.353760 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.354026 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.354354 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.354681 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.355001 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.355320 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.355640 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.355952 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.356292 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.356615 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.356984 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.358886 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.361727 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:03:05.377589 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Unset dirty status for tenant:91c28b7ed5304616b6076f26e2fc08f7 on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:03:05.378860 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40c4eee361c446639ddb6d0b6701682d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3561893 Jun 19 18:03:05.381936 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34118) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:03:05.447958 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:05.477895 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:05.592989 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:05.599014 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:03:05.612512 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9a6249-277e-4980-9c2b-d69d34423330,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:03:05.622233 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.622844 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.623366 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.623906 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.624455 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.625034 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.625563 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.626110 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.626665 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.627183 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.627507 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.627824 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:03:05.631098 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:05.632457 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca9a6249-277e-4980-9c2b-d69d34423330 HTTP/1.1" status: 204 len: 168 time: 0.2495613 Jun 19 18:03:05.633615 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:03:12.820768 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:03:20.692238 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c4982d6b-5776-4856-a86c-ae2007a2c55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:21.094985 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:23.416630 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-89857c98-9b12-46ce-9169-d961d26c860a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:23.921261 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:25.750050 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:49.819908 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:03:50.692711 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a2b9ceb1-3967-4688-99ee-d72211c582f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:51.087587 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:53.419003 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-abddc49b-4810-4176-b05b-a2528893dfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:53.926665 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:03:55.753648 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:04:20.694164 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-adc5e3a8-48d2-41e6-9608-61e89cba4594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:04:21.089417 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:04:23.423138 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa720d16-81ad-4abc-a2eb-69a51994602f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:04:23.926453 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:04:25.756085 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:04:26.819118 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 5 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:04:47.967604 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959'] for agent, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:04:50.695250 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-48108085-3b5b-43f3-bbde-aa3c0bb02ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:04:51.092226 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:04:53.424436 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-663785e6-4820-41f9-9c37-f6161afe435a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:04:53.931855 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:04:55.758319 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:05:01.622571 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34198) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:05:01.733189 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ae31c118-a46b-45a8-9307-bf0149b1bc15 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1094236 Jun 19 18:05:03.818138 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:05:03.837848 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34208) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:05:03.892515 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a1084787-d203-470b-8f4f-bab5541132eb admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0536027 Jun 19 18:05:17.924227 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:05:20.695916 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0ab2df33-60e6-4cb9-a329-4d564801a8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:05:21.093636 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:05:23.424852 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f00c802d-2667-4587-badf-8fd38a67579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:05:23.933144 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:05:25.760615 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:05:40.817691 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:05:47.917691 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:05:50.696102 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5b3de5da-a8b4-41b4-a9b1-36436b17650e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:05:51.095601 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:05:53.426268 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-bd51c76b-a821-48a2-b88e-cfb734fd4d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:05:53.939200 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:05:55.764291 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:17.816654 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:06:17.929764 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:20.698235 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-80d5aa9c-e862-449d-beaa-9cf25e652173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:21.098245 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:23.427617 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-02484569-e08b-4871-ab44-cf7a167624aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:23.940158 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:25.767933 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:47.735375 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34414) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:47.827830 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34426) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:47.949181 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.068039 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34440) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:48.133322 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-762499108-network', 'tenant_id': 'e0c4ae55b4c7460b9e922b16b1de234f'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:06:48.139011 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:48.142883 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Usage tracker for resource:network and tenant:e0c4ae55b4c7460b9e922b16b1de234f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:48.146126 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:48.152770 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:48.163528 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Made reservation on behalf of e0c4ae55b4c7460b9e922b16b1de234f for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:06:48.165763 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.176305 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1822227236-network', 'tenant_id': '780fc6cad2f64a62af5f7aa5b8f2bd0c'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:06:48.181569 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:48.191011 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Usage tracker for resource:network and tenant:780fc6cad2f64a62af5f7aa5b8f2bd0c is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:48.200047 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:48.206609 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.213005 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:48.229117 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:48.230997 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Made reservation on behalf of 780fc6cad2f64a62af5f7aa5b8f2bd0c for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:06:48.233190 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Usage tracker for resource:security_group_rule and tenant:e0c4ae55b4c7460b9e922b16b1de234f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:48.234542 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.236283 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:48.242312 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:48.249126 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.266021 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:48.270602 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Usage tracker for resource:security_group_rule and tenant:780fc6cad2f64a62af5f7aa5b8f2bd0c is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:48.273829 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:48.280737 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:48.296445 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34450) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:48.373744 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.378797 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.382930 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.385080 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:48.389542 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.395028 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-302c0907-12be-4466-a326-6be7645b1f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:48.426092 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed703eb5-d89b-49bb-a5c9-e5d8769039b1,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:48.427308 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0086fbd1-9e2b-4317-a77c-364592aa6196,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:48.432062 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:06:48.437276 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.437934 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.438430 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.438958 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.439441 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.440050 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.440530 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.441197 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.441558 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.441853 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.442180 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.442487 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.442612 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.442860 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.443203 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.443524 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.443637 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.443873 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.444184 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.444516 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.444814 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.445752 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.446073 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.446386 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Tracked resource versions report: Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: pushed versions: Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: { 'AddressGroup': {'1.2'}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'ConntrackHelper': {'1.0'}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'Log': {'1.0'}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'Network': {'1.1'}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'Port': {'1.7'}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'PortForwarding': {'1.2'}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'QosPolicy': {'1.8'}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'SecurityGroup': {'1.4'}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'SecurityGroupRule': {'1.2'}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'SubPort': {'1.0'}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'Subnet': {'1.1'}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'Trunk': {'1.1'}} Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: consumer versions: Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: { DHCP agent@dv-cinder-797107-1-smb: {}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: HyperV agent@hv-cinder-79710: {}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: L3 agent@dv-cinder-797107-1-smb: {}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: Metadata agent@dv-cinder-797107-1-smb: {}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: Metering agent@dv-cinder-797107-1-smb: {}, Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: Open vSwitch agent@dv-cinder-797107-1-smb: { 'AddressGroup': '1.2', Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'ConntrackHelper': '1.0', Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'Log': '1.0', Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'Network': '1.1', Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'Port': '1.7', Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'PortForwarding': '1.2', Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'QosPolicy': '1.8', Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'SecurityGroup': '1.4', Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'SecurityGroupRule': '1.2', Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'SubPort': '1.0', Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'Subnet': '1.1', Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: 'Trunk': '1.1'}} Jun 19 18:06:48.446763 dv-cinder-797107-1-smb neutron-server[78398]: {{(pid=78398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Tracked resource versions report: Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: pushed versions: Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: { 'AddressGroup': {'1.2'}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'ConntrackHelper': {'1.0'}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'Log': {'1.0'}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'Network': {'1.1'}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'Port': {'1.7'}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'PortForwarding': {'1.2'}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'QosPolicy': {'1.8'}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'SecurityGroup': {'1.4'}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'SecurityGroupRule': {'1.2'}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'SubPort': {'1.0'}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'Subnet': {'1.1'}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'Trunk': {'1.1'}} Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: consumer versions: Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: { DHCP agent@dv-cinder-797107-1-smb: {}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: HyperV agent@hv-cinder-79710: {}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: L3 agent@dv-cinder-797107-1-smb: {}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: Metadata agent@dv-cinder-797107-1-smb: {}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: Metering agent@dv-cinder-797107-1-smb: {}, Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: Open vSwitch agent@dv-cinder-797107-1-smb: { 'AddressGroup': '1.2', Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'ConntrackHelper': '1.0', Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'Log': '1.0', Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'Network': '1.1', Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'Port': '1.7', Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'PortForwarding': '1.2', Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'QosPolicy': '1.8', Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'SecurityGroup': '1.4', Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'SecurityGroupRule': '1.2', Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'SubPort': '1.0', Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'Subnet': '1.1', Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: 'Trunk': '1.1'}} Jun 19 18:06:48.449672 dv-cinder-797107-1-smb neutron-server[78397]: {{(pid=78397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 18:06:48.451939 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:48.457953 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.458304 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Added segment 3fd40c6e-2eb6-489b-a5bf-e5950439a3dc of type vlan for network c617ee67-e827-462a-8c9f-eb66f17463fd Jun 19 18:06:48.459317 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:48.465120 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:06:48.476609 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.477117 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Added segment 594014ca-7428-4ad5-b23e-f9134417ae13 of type vlan for network cb6444b8-bd7b-495d-8ccb-d2f97a555404 Jun 19 18:06:48.501599 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.514403 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.546906 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.548612 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:06:48.549387 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.550705 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.552376 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:06:48.553272 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.575383 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-27518464-5cc5-471a-ba5b-8e86800c9591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:48.583372 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:48.595673 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8564937 Jun 19 18:06:48.597334 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34462) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:48.605919 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Request body: {'subnet': {'network_id': 'c617ee67-e827-462a-8c9f-eb66f17463fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-762499108-subnet', 'tenant_id': 'e0c4ae55b4c7460b9e922b16b1de234f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:06:48.625926 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:48.679196 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1847048150-network', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:06:48.683018 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Usage tracker for resource:subnet and tenant:e0c4ae55b4c7460b9e922b16b1de234f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:48.691397 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:48.695904 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Pushing event updated for resources: {'Network': ['ID=cb6444b8-bd7b-495d-8ccb-d2f97a555404,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:48.699296 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8703806 Jun 19 18:06:48.700085 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Pushing event updated for resources: {'Network': ['ID=c617ee67-e827-462a-8c9f-eb66f17463fd,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:48.702554 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:48.703192 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34474) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:48.703861 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-network', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:06:48.705872 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:48.708979 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:48.711321 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Request body: {'subnet': {'network_id': 'cb6444b8-bd7b-495d-8ccb-d2f97a555404', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1822227236-subnet', 'tenant_id': '780fc6cad2f64a62af5f7aa5b8f2bd0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:06:48.714561 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Usage tracker for resource:network and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:48.715291 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network cb6444b8-bd7b-495d-8ccb-d2f97a555404 details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:06:48.718537 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:48.719632 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:48.722135 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:48.725114 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:48.728558 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Usage tracker for resource:network and tenant:b3f62e43d99644b588a048b698e69f2e is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:48.731872 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Usage tracker for resource:subnet and tenant:780fc6cad2f64a62af5f7aa5b8f2bd0c is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:48.733993 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:48.734431 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:48.737210 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:48.746062 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Made reservation on behalf of 14d9cfcbb59d4f6a99d269c76f891fc9 for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:06:48.747656 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:48.749720 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Made reservation on behalf of e0c4ae55b4c7460b9e922b16b1de234f for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:06:48.749871 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.752242 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.765767 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:48.779023 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.797475 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network c617ee67-e827-462a-8c9f-eb66f17463fd details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:06:48.799885 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Made reservation on behalf of b3f62e43d99644b588a048b698e69f2e for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:06:48.802331 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.814460 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:48.816825 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Made reservation on behalf of 780fc6cad2f64a62af5f7aa5b8f2bd0c for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:06:48.819260 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.828198 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Usage tracker for resource:security_group_rule and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:48.831812 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:48.845804 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:48.881265 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:48.928101 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:48.939830 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f62e43d99644b588a048b698e69f2e is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:48.995409 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:49.021495 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:49.142502 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.158344 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.162501 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:49.232564 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:06:49.241241 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d843256-60d4-4de0-b731-3ddb11baf92e,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:49.256729 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:49.259900 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.260409 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Added segment dc63bed9-1576-4971-a9ea-b107a31d79ad of type vlan for network efd8fed2-8ed2-4852-895b-bf8080865dcb Jun 19 18:06:49.329832 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.387016 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.418456 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.419047 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.420860 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:06:49.422249 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.433623 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:49.435786 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1ef04f1e-c83e-4903-90fd-eb2d5ddc4349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:49.468282 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedfb432-cc94-4a4d-9090-4431fc1630f7,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:49.490679 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:49.526252 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:06:49.615620 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5455563 Jun 19 18:06:49.621210 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34518) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:49.629407 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Request body: {'subnet': {'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-subnet', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:06:49.633776 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:49.638334 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Usage tracker for resource:subnet and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:49.641262 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:49.647024 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:49.654732 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Pushing event updated for resources: {'Network': ['ID=efd8fed2-8ed2-4852-895b-bf8080865dcb,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:49.657950 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:49.661602 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Made reservation on behalf of 14d9cfcbb59d4f6a99d269c76f891fc9 for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:06:49.664748 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.667092 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network efd8fed2-8ed2-4852-895b-bf8080865dcb details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:06:49.673365 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.673703 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Added segment 6582152f-a4ad-42ab-bd5d-1ec35a636058 of type vlan for network 0292681d-9ad0-42f9-9ae2-e82b7207737b Jun 19 18:06:49.766200 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.926109 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.929390 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:49.943733 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-38ecf497-e75c-4664-90a4-9ac151c0e16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:50.000371 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:06:50.000987 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:50.010574 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5314db69-8428-494a-aa69-03faa18caa9b,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:50.025649 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:50.028533 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-45fad26a-96a9-46c4-9200-d695042136f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:50.076017 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:50.170823 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Checking segment: {'id': '594014ca-7428-4ad5-b23e-f9134417ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb6444b8-bd7b-495d-8ccb-d2f97a555404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:06:50.171435 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Network hostable DHCP agents. Network: cb6444b8-bd7b-495d-8ccb-d2f97a555404, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:06:50.174378 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:50.178436 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:50.201779 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34536) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:50.204049 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9065037 Jun 19 18:06:50.209120 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34540) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:50.217157 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Pushing event updated for resources: {'Network': ['ID=0292681d-9ad0-42f9-9ae2-e82b7207737b,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:50.225496 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Request body: {'subnet': {'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1847048150-subnet', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:06:50.226911 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:50.229822 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network 0292681d-9ad0-42f9-9ae2-e82b7207737b details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:06:50.230048 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:50.232267 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:50.236299 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Usage tracker for resource:subnet and tenant:b3f62e43d99644b588a048b698e69f2e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:50.239256 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:50.245484 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:50.268414 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Made reservation on behalf of b3f62e43d99644b588a048b698e69f2e for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:06:50.270846 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:50.286411 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97bc48d9-b622-4e3c-ae4a-009a436da16d,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:50.288692 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Checking segment: {'id': '3fd40c6e-2eb6-489b-a5bf-e5950439a3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c617ee67-e827-462a-8c9f-eb66f17463fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:06:50.289259 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Network hostable DHCP agents. Network: c617ee67-e827-462a-8c9f-eb66f17463fd, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:06:50.301942 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:50.309300 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Network cb6444b8-bd7b-495d-8ccb-d2f97a555404 is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:06:50.325729 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, cb6444b8-bd7b-495d-8ccb-d2f97a555404) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:06:50.340309 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b3933c-339b-48e2-8834-c578e4b5d546 None None] Network cb6444b8-bd7b-495d-8ccb-d2f97a555404 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:06:50.358767 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:06:50.359374 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:50.411392 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Network c617ee67-e827-462a-8c9f-eb66f17463fd is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:06:50.439070 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7262371 Jun 19 18:06:50.440190 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, c617ee67-e827-462a-8c9f-eb66f17463fd) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:06:50.444212 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:06:50.444791 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:50.505501 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9070697 Jun 19 18:06:50.508838 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-19bee0d8-da0b-4caa-837a-adde85c80ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:50.541961 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3756173a-73d2-4b6c-88c4-dcdbd6d3e130,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:50.550472 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:50.552414 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Checking segment: {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:06:50.552770 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Network hostable DHCP agents. Network: efd8fed2-8ed2-4852-895b-bf8080865dcb, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:06:50.616713 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Network efd8fed2-8ed2-4852-895b-bf8080865dcb is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:06:50.627782 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-19bee0d8-da0b-4caa-837a-adde85c80ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:50.636226 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-19bee0d8-da0b-4caa-837a-adde85c80ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:688c06eb52ac42ff9e7707a42e8a384d is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:50.643975 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-19bee0d8-da0b-4caa-837a-adde85c80ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:50.657071 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-19bee0d8-da0b-4caa-837a-adde85c80ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:50.672404 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, efd8fed2-8ed2-4852-895b-bf8080865dcb) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:06:50.678954 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:06:50.679528 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:50.709674 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2cbee-df00-42f9-b2f9-12265d3044e1 None None] Network c617ee67-e827-462a-8c9f-eb66f17463fd requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:06:50.774168 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a8b11f-1f32-4e5d-ad62-fe3a050362f9 None None] Network efd8fed2-8ed2-4852-895b-bf8080865dcb requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:06:50.842355 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2175221 Jun 19 18:06:50.847174 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34570) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:50.848407 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-45a0f084-6b1b-4e1d-a35b-78ab4f9815ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:50.860180 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-19bee0d8-da0b-4caa-837a-adde85c80ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:50.864612 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:06:50.871428 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-19bee0d8-da0b-4caa-837a-adde85c80ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:50.872368 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:50.888689 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Usage tracker for resource:router and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:50.892950 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:50.910465 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:50.919942 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:50.924079 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f64b51-e88e-4307-93e2-58e2916a1b31 None None] Network cb6444b8-bd7b-495d-8ccb-d2f97a555404 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:06:50.959825 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1664751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-476'] for router, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:50.960929 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-469'] for router, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:51.008383 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:51.035051 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bee0d8-da0b-4caa-837a-adde85c80ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5d937b-1324-4f03-bfb6-863e021b91e8,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:51.060636 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-19bee0d8-da0b-4caa-837a-adde85c80ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:51.070862 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-19bee0d8-da0b-4caa-837a-adde85c80ca1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=688c06eb52ac42ff9e7707a42e8a384d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8655248 Jun 19 18:06:51.076979 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34580) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:51.281723 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ccda0724-d8df-40e2-9bb7-5f625eda7f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:51.312498 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:51.318478 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:51.376411 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ccda0724-d8df-40e2-9bb7-5f625eda7f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:51.396307 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:51.517823 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ccda0724-d8df-40e2-9bb7-5f625eda7f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:51.522492 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:51.542608 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda0724-d8df-40e2-9bb7-5f625eda7f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5d937b-1324-4f03-bfb6-863e021b91e8,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:51.545537 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ccda0724-d8df-40e2-9bb7-5f625eda7f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:51.560110 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ccda0724-d8df-40e2-9bb7-5f625eda7f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:51.563904 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ccda0724-d8df-40e2-9bb7-5f625eda7f40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d5d937b-1324-4f03-bfb6-863e021b91e8 HTTP/1.1" status: 204 len: 168 time: 0.4839861 Jun 19 18:06:51.815691 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34608) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:51.823165 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-518385837-network', 'tenant_id': '483ebfc0eb384764b9d094592d0be758'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:06:51.833250 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:51.850036 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Usage tracker for resource:network and tenant:483ebfc0eb384764b9d094592d0be758 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:51.855087 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1747513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1664724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:51.858978 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:51.882625 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:51.903362 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Made reservation on behalf of 483ebfc0eb384764b9d094592d0be758 for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:06:51.905841 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:51.925326 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e43aa8-77fe-44a9-9087-d1d176befaca,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:51.938642 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:51.951383 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.005424 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:52.015493 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Usage tracker for resource:security_group_rule and tenant:483ebfc0eb384764b9d094592d0be758 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:52.019812 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:52.040000 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:52.085551 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Checking segment: {'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:06:52.087243 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Network hostable DHCP agents. Network: 0292681d-9ad0-42f9-9ae2-e82b7207737b, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:06:52.174519 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Network 0292681d-9ad0-42f9-9ae2-e82b7207737b is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:06:52.202444 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.214160 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.227453 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:52.241470 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42230d4e-20d1-4027-82e5-4bb60de13842 None None] Network c617ee67-e827-462a-8c9f-eb66f17463fd requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:06:52.281313 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, 0292681d-9ad0-42f9-9ae2-e82b7207737b) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:06:52.289543 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:06:52.293103 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:06:52.294851 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.319939 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5453ae37-0f14-4fbe-aede-28f96854388f,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:52.334078 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:52.335930 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.336459 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Added segment 2f9f3009-d60d-4ebb-8396-04b2fb898d48 of type vlan for network 507611d9-7a4e-440f-857e-f9a9df88b08f Jun 19 18:06:52.385762 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1713269 Jun 19 18:06:52.388840 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34638) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:52.412090 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34640) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:52.431752 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1847048150-router', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:06:52.440629 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-24842884-cb54-445c-8c2c-de7d8da3fe6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.441804 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:52.445850 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Usage tracker for resource:router and tenant:b3f62e43d99644b588a048b698e69f2e is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:52.451136 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:52.464719 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:52.479952 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0615737d-15d1-451a-8a32-06ae8d8ed34a None None] Network 0292681d-9ad0-42f9-9ae2-e82b7207737b requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:06:52.488417 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.496666 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1664751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-476'] for router, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.497728 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-469'] for router, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.556047 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.586687 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp301dc5b5-d905-5c7b-b879-3bd27615c960-efd8fed2-8ed2-4852-895b-bf8080865dcb', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130'}]}} from dv-cinder-797107-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 19 18:06:52.588368 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.636723 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.638401 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:06:52.639068 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.646415 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:52.697090 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-24842884-cb54-445c-8c2c-de7d8da3fe6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:52.762242 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-24842884-cb54-445c-8c2c-de7d8da3fe6b admin admin] Usage tracker for resource:security_group_rule and tenant:2275851df56740d49ccb0102f9af389f is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:52.769668 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-24842884-cb54-445c-8c2c-de7d8da3fe6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:52.782424 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-24842884-cb54-445c-8c2c-de7d8da3fe6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:52.856003 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:52.984829 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:53.028079 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2112617 Jun 19 18:06:53.029371 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34664) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:53.086381 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Request body: {'subnet': {'network_id': '507611d9-7a4e-440f-857e-f9a9df88b08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-518385837-subnet', 'tenant_id': '483ebfc0eb384764b9d094592d0be758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:06:53.094484 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:53.098921 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Usage tracker for resource:subnet and tenant:483ebfc0eb384764b9d094592d0be758 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:53.103992 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:53.113575 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:53.130337 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34672) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:53.134969 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1747513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1664724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:53.151198 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Pushing event updated for resources: {'Network': ['ID=507611d9-7a4e-440f-857e-f9a9df88b08f,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:53.151198 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Made reservation on behalf of 483ebfc0eb384764b9d094592d0be758 for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:06:53.151198 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:53.163772 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:53.165543 dv-cinder-797107-1-smb neutron-server[78398]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 19 18:06:53.198772 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network 507611d9-7a4e-440f-857e-f9a9df88b08f details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:06:53.436525 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Allocated IP 172.20.0.2 (efd8fed2-8ed2-4852-895b-bf8080865dcb/3756173a-73d2-4b6c-88c4-dcdbd6d3e130/83312096-afe9-4504-9a2a-a2e8637d3093) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:06:53.459048 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f809d92-0340-4afc-af8d-6cd9b6a6bfc2 None None] Network 0292681d-9ad0-42f9-9ae2-e82b7207737b requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:06:53.510024 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c605c247-e0b8-49b7-98aa-2a7117dd07db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:53.562834 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Allocated IP 172.28.0.245 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/10b19f7f-1502-453e-815c-b50282ee937a) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:06:53.724401 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-60b462e7-5209-4c63-bf0e-ad3a94243d8d tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:06:53.725136 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-60b462e7-5209-4c63-bf0e-ad3a94243d8d tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Synchronizing usage tracker for tenant:780fc6cad2f64a62af5f7aa5b8f2bd0c on resource:network {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:06:53.732143 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-24842884-cb54-445c-8c2c-de7d8da3fe6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:53.757009 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-24842884-cb54-445c-8c2c-de7d8da3fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:53.787425 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-60b462e7-5209-4c63-bf0e-ad3a94243d8d tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Unset dirty status for tenant:780fc6cad2f64a62af5f7aa5b8f2bd0c on resource:network {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:06:53.802535 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-60b462e7-5209-4c63-bf0e-ad3a94243d8d tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/networks?id=cb6444b8-bd7b-495d-8ccb-d2f97a555404 HTTP/1.1" status: 200 len: 812 time: 0.6647019 Jun 19 18:06:53.812727 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:53.816517 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:53.826314 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-24842884-cb54-445c-8c2c-de7d8da3fe6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2275851df56740d49ccb0102f9af389f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4114087 Jun 19 18:06:53.829969 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34698) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:53.836384 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-cebb8b35-9ac1-4880-95ae-916834fb8dca tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/quotas/780fc6cad2f64a62af5f7aa5b8f2bd0c HTTP/1.1" status: 200 len: 375 time: 0.0330417 Jun 19 18:06:53.912606 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-a205d993-690b-4028-9287-e50e7ac13602 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=780fc6cad2f64a62af5f7aa5b8f2bd0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752959 Jun 19 18:06:54.010224 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.017983 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.033646 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Transition to ACTIVE for port object 83312096-afe9-4504-9a2a-a2e8637d3093 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:06:54.037512 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.077946 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.086730 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Transition to ACTIVE for port object 83312096-afe9-4504-9a2a-a2e8637d3093 will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:06:54.095311 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.102945 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:54.232963 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24842884-cb54-445c-8c2c-de7d8da3fe6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c971642f-2714-4e6d-a7e4-bf3cb9637332,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:54.237866 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Network efd8fed2-8ed2-4852-895b-bf8080865dcb is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:06:54.249847 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:06:54.251180 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-24842884-cb54-445c-8c2c-de7d8da3fe6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:54.257679 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:06:54.299129 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Pushing event updated for resources: {'Port': ['ID=83312096-afe9-4504-9a2a-a2e8637d3093,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:54.318734 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:54.319211 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:54.319695 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:54.320060 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:54.320481 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:54.320915 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:54.322071 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:54.322688 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:54.323260 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:54.323679 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:54.324190 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:54.324599 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Tracked resource versions report: Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: pushed versions: Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: { 'AddressGroup': {'1.2'}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'ConntrackHelper': {'1.0'}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'Log': {'1.0'}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'Network': {'1.1'}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'Port': {'1.7'}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'PortForwarding': {'1.2'}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'QosPolicy': {'1.8'}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'SecurityGroup': {'1.4'}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'SecurityGroupRule': {'1.2'}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'SubPort': {'1.0'}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'Subnet': {'1.1'}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'Trunk': {'1.1'}} Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: consumer versions: Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: { DHCP agent@dv-cinder-797107-1-smb: {}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: HyperV agent@hv-cinder-79710: {}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: L3 agent@dv-cinder-797107-1-smb: {}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: Metadata agent@dv-cinder-797107-1-smb: {}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: Metering agent@dv-cinder-797107-1-smb: {}, Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: Open vSwitch agent@dv-cinder-797107-1-smb: { 'AddressGroup': '1.2', Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'ConntrackHelper': '1.0', Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'Log': '1.0', Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'Network': '1.1', Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'Port': '1.7', Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'PortForwarding': '1.2', Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'QosPolicy': '1.8', Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'SecurityGroup': '1.4', Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'SecurityGroupRule': '1.2', Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'SubPort': '1.0', Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'Subnet': '1.1', Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: 'Trunk': '1.1'}} Jun 19 18:06:54.326049 dv-cinder-797107-1-smb neutron-server[78399]: {{(pid=78399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 18:06:54.332610 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-95e98e0b-f3f3-4989-b40c-0941b3f13c5d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 18:06:54.333750 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-95e98e0b-f3f3-4989-b40c-0941b3f13c5d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1336482 Jun 19 18:06:54.334601 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f32e9b76-0d7b-44a2-9f43-6a3f0058556d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.338785 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.369800 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:54.398470 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:54.474058 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Attempting to bind port 83312096-afe9-4504-9a2a-a2e8637d3093 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:06:54.474645 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Attempting to bind port 83312096-afe9-4504-9a2a-a2e8637d3093 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:06:54.474990 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Attempting to bind port 83312096-afe9-4504-9a2a-a2e8637d3093 on network efd8fed2-8ed2-4852-895b-bf8080865dcb {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:06:54.481773 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:06:54.482138 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Checking segment: {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:06:54.482528 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.482918 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Bound using segment: {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:06:54.483834 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Bound port: 83312096-afe9-4504-9a2a-a2e8637d3093, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:06:54.483975 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.507615 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f32e9b76-0d7b-44a2-9f43-6a3f0058556d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.507731 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Allocated IP 172.28.0.214 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/476dcfac-dff7-4efe-94dd-a2b880f51ad2) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:06:54.532527 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.554772 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-02d664d1-924b-4ff5-8bf4-cbd556c0c493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:54.601731 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34732) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:54.628051 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] For port 83312096-afe9-4504-9a2a-a2e8637d3093, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:06:54.631812 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] For port 83312096-afe9-4504-9a2a-a2e8637d3093, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=83312096-afe9-4504-9a2a-a2e8637d3093,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:06:54.638933 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.649105 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-441a954d-63f7-4f04-90da-ffa6e7a8ad80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:54.701008 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Pushing event updated for resources: {'Port': ['ID=10b19f7f-1502-453e-815c-b50282ee937a,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:54.704633 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:54.711348 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-e543623b-d12c-4d43-a0fc-486099be93aa service neutron] 10.222.0.16 "GET /v2.0/networks/cb6444b8-bd7b-495d-8ccb-d2f97a555404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473890 Jun 19 18:06:54.716783 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:06:54.755622 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.763741 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Pushing event updated for resources: {'Port': ['ID=83312096-afe9-4504-9a2a-a2e8637d3093,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:54.775398 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:54.816889 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:06:54.820790 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:54.824385 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af9705c6-8945-4250-bea1-0a451453e46c,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:54.832229 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:54.834027 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cd731f10-5cb8-45b2-8465-2c5895bfc782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:54.864099 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-46fc9bba-4e37-4645-aa89-1d3f5b8c2e25 service neutron] 10.222.0.16 "GET /v2.0/networks/cb6444b8-bd7b-495d-8ccb-d2f97a555404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452699 Jun 19 18:06:54.864936 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:06:54.870034 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:06:54.963647 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:06:54.979815 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:06:54.986864 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:06:55.089401 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f32e9b76-0d7b-44a2-9f43-6a3f0058556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:55.115226 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:55.134596 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Checking segment: {'id': '2f9f3009-d60d-4ebb-8396-04b2fb898d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '507611d9-7a4e-440f-857e-f9a9df88b08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:06:55.135163 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Network hostable DHCP agents. Network: 507611d9-7a4e-440f-857e-f9a9df88b08f, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:06:55.136673 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9b76-0d7b-44a2-9f43-6a3f0058556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c971642f-2714-4e6d-a7e4-bf3cb9637332,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:55.141892 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Pushing event updated for resources: {'Port': ['ID=476dcfac-dff7-4efe-94dd-a2b880f51ad2,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:55.146081 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:55.163797 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f32e9b76-0d7b-44a2-9f43-6a3f0058556d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:55.200323 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f32e9b76-0d7b-44a2-9f43-6a3f0058556d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:55.201485 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f32e9b76-0d7b-44a2-9f43-6a3f0058556d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c971642f-2714-4e6d-a7e4-bf3cb9637332 HTTP/1.1" status: 204 len: 168 time: 1.3299866 Jun 19 18:06:55.289905 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34766) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:55.310890 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b893e512-2593-4c85-a6ad-7f3ed813758e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:55.377334 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f1856193-9143-40a8-8607-c574ebc8718e req-c8afdefc-5abc-412e-ade3-ae3aba00f0b4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 210 time: 0.0851226 Jun 19 18:06:55.406986 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-b893e512-2593-4c85-a6ad-7f3ed813758e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:55.424135 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-b893e512-2593-4c85-a6ad-7f3ed813758e admin admin] Usage tracker for resource:security_group_rule and tenant:d2d26a2217784a108d4b839fdebcc6e1 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:55.442456 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-b893e512-2593-4c85-a6ad-7f3ed813758e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:55.450474 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Network 507611d9-7a4e-440f-857e-f9a9df88b08f is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:06:55.460320 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-b893e512-2593-4c85-a6ad-7f3ed813758e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:55.615406 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:55.641941 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, 507611d9-7a4e-440f-857e-f9a9df88b08f) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:06:55.654106 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3d9d99-de8a-4be9-bdcb-73a35b639055 None None] Network 507611d9-7a4e-440f-857e-f9a9df88b08f requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:06:55.722137 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:06:55.722767 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:55.902552 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 83312096-afe9-4504-9a2a-a2e8637d3093 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:06:55.932906 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-95bd3589-ecbf-4cb5-a335-322f7c0f4777 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8513896 Jun 19 18:06:55.972501 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:56.114196 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:56.224271 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 83312096-afe9-4504-9a2a-a2e8637d3093 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:06:56.344253 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1664733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747542'] for router, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:56.370061 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babe49cb-a81b-4ed3-b133-84988d51f849 None None] Network 507611d9-7a4e-440f-857e-f9a9df88b08f requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:06:56.402787 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494e2daa-b2c1-42ad-977a-eb3efb669dfa None None] Network efd8fed2-8ed2-4852-895b-bf8080865dcb requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:06:56.419332 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34814) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:56.562111 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34824) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:56.602334 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1664733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747542'] for router, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:56.626088 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-5194780e-4f7a-4966-ab75-e25fe2319919 None None] Provisioning for port 83312096-afe9-4504-9a2a-a2e8637d3093 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:06:56.678332 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c7f2d7-fb61-4bd6-9245-65747032e0bd admin admin] Deleting subnet 97bc48d9-b622-4e3c-ae4a-009a436da16d {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:06:56.678612 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-5194780e-4f7a-4966-ab75-e25fe2319919 None None] Provisioning complete for port 83312096-afe9-4504-9a2a-a2e8637d3093 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:06:56.679505 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5194780e-4f7a-4966-ab75-e25fe2319919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:56.695206 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-53c7f2d7-fb61-4bd6-9245-65747032e0bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:56.742896 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-26bdcee6-df06-4d61-8011-af0b2458515a req-8a69f9a4-a695-4d69-939f-f93131222de0 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 210 time: 0.1741352 Jun 19 18:06:56.850977 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b893e512-2593-4c85-a6ad-7f3ed813758e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:56.875362 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b893e512-2593-4c85-a6ad-7f3ed813758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:56.940402 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-53c7f2d7-fb61-4bd6-9245-65747032e0bd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:56.967761 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-53c7f2d7-fb61-4bd6-9245-65747032e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:56.991188 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:57.042556 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-b893e512-2593-4c85-a6ad-7f3ed813758e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2d26a2217784a108d4b839fdebcc6e1&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4326961 Jun 19 18:06:57.054660 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34852) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:57.056910 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893e512-2593-4c85-a6ad-7f3ed813758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f121197-a863-4f80-a7ce-3b8362b01540,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:57.081278 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b893e512-2593-4c85-a6ad-7f3ed813758e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:57.092540 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5194780e-4f7a-4966-ab75-e25fe2319919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:57.158951 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-5194780e-4f7a-4966-ab75-e25fe2319919 None None] For port 83312096-afe9-4504-9a2a-a2e8637d3093, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=83312096-afe9-4504-9a2a-a2e8637d3093,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:06:57.169828 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5194780e-4f7a-4966-ab75-e25fe2319919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:57.176742 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:57.192197 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-722bce62-cf35-46d1-9bcb-c5cea91fca89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:57.266961 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9dafa364-52d8-49f2-b6a5-6de4cb53ce1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:57.297071 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194780e-4f7a-4966-ab75-e25fe2319919 None None] Pushing event updated for resources: {'Port': ['ID=83312096-afe9-4504-9a2a-a2e8637d3093,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:57.309381 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-5194780e-4f7a-4966-ab75-e25fe2319919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:57.344727 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Router 9d958789-49d4-4cf7-ae21-e07627db612f is scheduled to L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 with binding_index 1 {{(pid=78398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 18:06:57.346985 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-722bce62-cf35-46d1-9bcb-c5cea91fca89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:57.358991 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9dafa364-52d8-49f2-b6a5-6de4cb53ce1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:57.401602 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Router 78f06b0e-531d-4710-9594-346e2796e50c is scheduled to L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 with binding_index 1 {{(pid=78397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 18:06:57.431123 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-722bce62-cf35-46d1-9bcb-c5cea91fca89 admin admin] Usage tracker for resource:security_group_rule and tenant:5cf1d0b7ca2749ee8608c0565a6f3bc1 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:57.441116 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-722bce62-cf35-46d1-9bcb-c5cea91fca89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:57.464023 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-722bce62-cf35-46d1-9bcb-c5cea91fca89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:57.560234 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9dafa364-52d8-49f2-b6a5-6de4cb53ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:57.579363 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:57.613299 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-7bf25708-376d-49f5-b597-097cd72b0d4d None None] Provisioning complete for port 83312096-afe9-4504-9a2a-a2e8637d3093 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:06:57.613670 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-7bf25708-376d-49f5-b597-097cd72b0d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:57.620190 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9dafa364-52d8-49f2-b6a5-6de4cb53ce1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:57.624414 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9dafa364-52d8-49f2-b6a5-6de4cb53ce1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f121197-a863-4f80-a7ce-3b8362b01540 HTTP/1.1" status: 204 len: 168 time: 0.5664027 Jun 19 18:06:57.624650 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafa364-52d8-49f2-b6a5-6de4cb53ce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f121197-a863-4f80-a7ce-3b8362b01540,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:57.631866 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9dafa364-52d8-49f2-b6a5-6de4cb53ce1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:57.724865 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 83312096-afe9-4504-9a2a-a2e8637d3093 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:06:57.806226 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:06:57.818332 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Sync routers for ids ['78f06b0e-531d-4710-9594-346e2796e50c'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:06:57.840138 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Routers {'78f06b0e-531d-4710-9594-346e2796e50c'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:06:57.842300 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:06:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['78f06b0e-531d-4710-9594-346e2796e50c'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:06:57.885716 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:57.887362 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4765096 Jun 19 18:06:57.891426 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34880) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:57.976503 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 83312096-afe9-4504-9a2a-a2e8637d3093 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:06:57.976942 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:58.217292 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-88c14d4d-75ef-4cff-80e8-2579fbbb32f0 req-e98663ed-3b15-4c1e-9d65-9578b3633359 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 210 time: 0.1526902 Jun 19 18:06:58.218415 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:06:58.238179 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Sync routers for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:06:58.269268 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:06:58.271419 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:06:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:06:58.348267 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Set router 78f06b0e-531d-4710-9594-346e2796e50c gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:06:58.401848 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-722bce62-cf35-46d1-9bcb-c5cea91fca89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:58.423254 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:58.424677 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5782764 Jun 19 18:06:58.431427 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 34898) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:58.434021 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-722bce62-cf35-46d1-9bcb-c5cea91fca89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:58.479600 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:58.527900 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-53c7f2d7-fb61-4bd6-9245-65747032e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:58.604574 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bce62-cf35-46d1-9bcb-c5cea91fca89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23afc4c0-8d95-4949-b56b-b71fd54da922,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:58.612083 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-722bce62-cf35-46d1-9bcb-c5cea91fca89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:58.624616 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-722bce62-cf35-46d1-9bcb-c5cea91fca89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cf1d0b7ca2749ee8608c0565a6f3bc1&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0117590 Jun 19 18:06:58.627311 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34910) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:58.627817 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a63c309a-a5f4-428b-9736-3080257bd4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:58.673760 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:06:58.728549 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34914) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:58.751136 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-53c7f2d7-fb61-4bd6-9245-65747032e0bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:58.809353 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7f2d7-fb61-4bd6-9245-65747032e0bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97bc48d9-b622-4e3c-ae4a-009a436da16d,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:58.824019 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.30', 49707) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:58.886887 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-53c7f2d7-fb61-4bd6-9245-65747032e0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:06:58.890463 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-53c7f2d7-fb61-4bd6-9245-65747032e0bd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/97bc48d9-b622-4e3c-ae4a-009a436da16d HTTP/1.1" status: 204 len: 168 time: 2.4614613 Jun 19 18:06:58.905389 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34928) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:58.912643 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-81e09cfb-cc02-4b94-9673-edf5c60695e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:59.043251 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f06b0e-531d-4710-9594-346e2796e50c', 'name': 'tempest-ServerRescueNegativeTestJSON-1847048150-router', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:52Z', 'updated_at': '2021-06-19T18:06:55Z', 'revision_number': 3, 'project_id': 'b3f62e43d99644b588a048b698e69f2e', 'gw_port': {'id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f06b0e-531d-4710-9594-346e2796e50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:54Z', 'updated_at': '2021-06-19T18:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:06:59.052356 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Checking router: 78f06b0e-531d-4710-9594-346e2796e50c for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:06:59.053890 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Updating router 78f06b0e-531d-4710-9594-346e2796e50c port 476dcfac-dff7-4efe-94dd-a2b880f51ad2 binding host dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:06:59.121083 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:06:55Z', 'revision_number': 3, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:06:59.125585 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Checking router: 9d958789-49d4-4cf7-ae21-e07627db612f for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:06:59.125953 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Updating router 9d958789-49d4-4cf7-ae21-e07627db612f port 10b19f7f-1502-453e-815c-b50282ee937a binding host dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:06:59.134482 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:59.182398 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:59.207760 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-81e09cfb-cc02-4b94-9673-edf5c60695e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:06:59.267546 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:59.301859 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-81e09cfb-cc02-4b94-9673-edf5c60695e8 admin admin] Usage tracker for resource:security_group_rule and tenant:2433f08afff042c59bd4770dce3cd247 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:06:59.311468 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-036da0eb-3d25-4987-96eb-d146f1c68e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:59.320715 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-81e09cfb-cc02-4b94-9673-edf5c60695e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:06:59.386895 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-81e09cfb-cc02-4b94-9673-edf5c60695e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:06:59.513725 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-036da0eb-3d25-4987-96eb-d146f1c68e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:59.529977 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34948) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:06:59.569599 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:59.668236 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-81e09cfb-cc02-4b94-9673-edf5c60695e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:59.819748 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:59.834537 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Transition to ACTIVE for port object 476dcfac-dff7-4efe-94dd-a2b880f51ad2 will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:06:59.844339 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:06:59.858739 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:06:59.859101 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:06:59.859850 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:06:59.860186 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > port after_create 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:06:59.860505 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:06:59.860850 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > port after_update 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:06:59.861188 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:06:59.861502 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:06:59.861811 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:06:59.862117 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:06:59.867256 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:06:59.982023 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Pushing event updated for resources: {'Port': ['ID=476dcfac-dff7-4efe-94dd-a2b880f51ad2,revision_number=2']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:06:59.999436 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:00.000089 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:00.000766 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:00.001340 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:00.002278 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:00.002823 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:00.003373 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:00.004203 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:00.004775 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:00.005336 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:00.005862 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:00.006422 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Tracked resource versions report: Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: pushed versions: Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: { 'AddressGroup': {'1.2'}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'ConntrackHelper': {'1.0'}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'Log': {'1.0'}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'Network': {'1.1'}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'Port': {'1.7'}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'PortForwarding': {'1.2'}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'QosPolicy': {'1.8'}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'SecurityGroup': {'1.4'}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'SecurityGroupRule': {'1.2'}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'SubPort': {'1.0'}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'Subnet': {'1.1'}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'Trunk': {'1.1'}} Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: consumer versions: Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: { DHCP agent@dv-cinder-797107-1-smb: {}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: HyperV agent@hv-cinder-79710: {}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: L3 agent@dv-cinder-797107-1-smb: {}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: Metadata agent@dv-cinder-797107-1-smb: {}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: Metering agent@dv-cinder-797107-1-smb: {}, Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: Open vSwitch agent@dv-cinder-797107-1-smb: { 'AddressGroup': '1.2', Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'ConntrackHelper': '1.0', Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'Log': '1.0', Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'Network': '1.1', Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'Port': '1.7', Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'PortForwarding': '1.2', Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'QosPolicy': '1.8', Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'SecurityGroup': '1.4', Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'SecurityGroupRule': '1.2', Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'SubPort': '1.0', Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'Subnet': '1.1', Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: 'Trunk': '1.1'}} Jun 19 18:07:00.007715 dv-cinder-797107-1-smb neutron-server[78400]: {{(pid=78400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 18:07:00.011970 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Attempting to bind port 476dcfac-dff7-4efe-94dd-a2b880f51ad2 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:07:00.012152 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Attempting to bind port 476dcfac-dff7-4efe-94dd-a2b880f51ad2 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:07:00.012402 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Attempting to bind port 476dcfac-dff7-4efe-94dd-a2b880f51ad2 on network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:00.015302 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:00.026476 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:07:00.027167 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Checking segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:00.027861 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.028489 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Bound using segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:07:00.029648 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Bound port: 476dcfac-dff7-4efe-94dd-a2b880f51ad2, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:07:00.030268 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.075432 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:07:00.075773 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:07:00.076100 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:07:00.076421 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:07:00.077286 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c617ee67-e827-462a-8c9f-eb66f17463fd']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:00.085700 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-81e09cfb-cc02-4b94-9673-edf5c60695e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.106049 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-7b5d81e0-e1ec-43b2-8ecb-62ee3735958f tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:00.108142 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-7b5d81e0-e1ec-43b2-8ecb-62ee3735958f tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.30 "GET /v2.0/networks?id=cb6444b8-bd7b-495d-8ccb-d2f97a555404 HTTP/1.1" status: 200 len: 812 time: 1.2830780 Jun 19 18:07:00.145340 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-059d13b8-0fc6-482a-b6d7-ca8ed1998ff4 req-0b256bd0-f82d-4e9a-9bce-9d61b1532fb0 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 210 time: 0.4755108 Jun 19 18:07:00.146128 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e00e8eb-d910-4dc5-aee8-c16d1bd35d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.163199 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd40c6e-2eb6-489b-a5bf-e5950439a3dc') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:00.163691 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd40c6e-2eb6-489b-a5bf-e5950439a3dc') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:00.183980 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-24842884-cb54-445c-8c2c-de7d8da3fe6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:00.231222 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] For port 476dcfac-dff7-4efe-94dd-a2b880f51ad2, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:07:00.243962 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] For port 476dcfac-dff7-4efe-94dd-a2b880f51ad2, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=476dcfac-dff7-4efe-94dd-a2b880f51ad2,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:07:00.263442 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.268561 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e09cfb-cc02-4b94-9673-edf5c60695e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a10b33-fe2e-43d3-9f25-3e5c35135f3b,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:00.286718 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-743ff14b-f75a-4a42-93bb-ce99544c0c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:00.314977 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Request body: {'port': {'device_id': 'c93ba28b-5297-40bb-998e-31b20af834c9', 'network_id': 'cb6444b8-bd7b-495d-8ccb-d2f97a555404', 'admin_state_up': True, 'tenant_id': '780fc6cad2f64a62af5f7aa5b8f2bd0c'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:00.335880 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2604279'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.357746 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.366974 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:07:00.367743 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530032'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.405266 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.411763 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.534952 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Pushing event updated for resources: {'Port': ['ID=476dcfac-dff7-4efe-94dd-a2b880f51ad2,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:00.538525 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:00.546131 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Routers {'78f06b0e-531d-4710-9594-346e2796e50c'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:07:00.547380 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:06:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['78f06b0e-531d-4710-9594-346e2796e50c'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: from cryptography.utils import int_from_bytes Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: from cryptography.utils import int_from_bytes Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: util.warn_limited( Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: timer() Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: cb(*args, **kw) Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: self._notify() Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: self.callback(batched_events) Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: event.method(event) Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: return self._get(url).json() Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:07:00.570488 dv-cinder-797107-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:07:00.584085 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-81e09cfb-cc02-4b94-9673-edf5c60695e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:00.605199 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-036da0eb-3d25-4987-96eb-d146f1c68e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.629349 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1e00e8eb-d910-4dc5-aee8-c16d1bd35d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:00.666245 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:00.694912 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-1e00e8eb-d910-4dc5-aee8-c16d1bd35d9d admin admin] Usage tracker for resource:security_group_rule and tenant:8b3f2822b1944a748294d2568c2be9c7 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:00.699368 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-036da0eb-3d25-4987-96eb-d146f1c68e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.699566 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Transition to ACTIVE for port object 10b19f7f-1502-453e-815c-b50282ee937a will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:07:00.700537 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-036da0eb-3d25-4987-96eb-d146f1c68e4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23afc4c0-8d95-4949-b56b-b71fd54da922 HTTP/1.1" status: 204 len: 168 time: 1.9857948 Jun 19 18:07:00.706451 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-81e09cfb-cc02-4b94-9673-edf5c60695e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2433f08afff042c59bd4770dce3cd247&name=default HTTP/1.1" status: 200 len: 2976 time: 1.9525797 Jun 19 18:07:00.707372 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036da0eb-3d25-4987-96eb-d146f1c68e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23afc4c0-8d95-4949-b56b-b71fd54da922,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:00.723563 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-1e00e8eb-d910-4dc5-aee8-c16d1bd35d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:00.724568 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.728191 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-036da0eb-3d25-4987-96eb-d146f1c68e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:00.730676 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.755501 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:00.775318 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34982) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:00.791213 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.792906 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1e00e8eb-d910-4dc5-aee8-c16d1bd35d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:00.812950 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] Set router 78f06b0e-531d-4710-9594-346e2796e50c gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:07:00.873403 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e5f68975-bdf3-43f0-9e09-2f0cd1e6e48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:00.923426 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Pushing event deleted for resources: {'Network': ['ID=c617ee67-e827-462a-8c9f-eb66f17463fd,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:00.928600 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Attempting to bind port 10b19f7f-1502-453e-815c-b50282ee937a on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:07:00.928993 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Attempting to bind port 10b19f7f-1502-453e-815c-b50282ee937a by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:07:00.929358 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Attempting to bind port 10b19f7f-1502-453e-815c-b50282ee937a on network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:00.945217 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.983323 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:07:00.983676 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Checking segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:00.987330 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:00.988006 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Bound using segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:07:00.989854 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Bound port: 10b19f7f-1502-453e-815c-b50282ee937a, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:07:00.991384 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:01.001525 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c617ee67-e827-462a-8c9f-eb66f17463fd HTTP/1.1" status: 204 len: 168 time: 2.0662949 Jun 19 18:07:01.008048 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 34988) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:01.043099 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7839fbe7-9c1a-43c1-8dc1-831f5fd1839d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:01.080670 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309240d2-5c84-4441-934a-e97d6baadb0d None None] Pushing event updated for resources: {'Port': ['ID=10b19f7f-1502-453e-815c-b50282ee937a,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:01.085532 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-309240d2-5c84-4441-934a-e97d6baadb0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:01.122124 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] For port 10b19f7f-1502-453e-815c-b50282ee937a, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:07:01.129623 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] For port 10b19f7f-1502-453e-815c-b50282ee937a, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=10b19f7f-1502-453e-815c-b50282ee937a,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:07:01.135012 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7839fbe7-9c1a-43c1-8dc1-831f5fd1839d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:01.139103 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:01.162799 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:01.404161 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Allocated IP 172.20.0.1 (efd8fed2-8ed2-4852-895b-bf8080865dcb/3756173a-73d2-4b6c-88c4-dcdbd6d3e130/94ed2344-797b-469a-96cf-f9d391904c89) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:07:01.428769 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f06b0e-531d-4710-9594-346e2796e50c', 'name': 'tempest-ServerRescueNegativeTestJSON-1847048150-router', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:52Z', 'updated_at': '2021-06-19T18:06:55Z', 'revision_number': 3, 'project_id': 'b3f62e43d99644b588a048b698e69f2e', 'gw_port': {'id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f06b0e-531d-4710-9594-346e2796e50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:54Z', 'updated_at': '2021-06-19T18:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:01.452425 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309240d2-5c84-4441-934a-e97d6baadb0d None None] Pushing event updated for resources: {'Port': ['ID=10b19f7f-1502-453e-815c-b50282ee937a,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:01.464277 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-309240d2-5c84-4441-934a-e97d6baadb0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:01.466994 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c1a3a-dc36-45c1-b139-58ee5b14c503 None None] The sync data for ids ['78f06b0e-531d-4710-9594-346e2796e50c'] in dv-cinder-797107-1-smb is: [{'id': '78f06b0e-531d-4710-9594-346e2796e50c', 'name': 'tempest-ServerRescueNegativeTestJSON-1847048150-router', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:52Z', 'updated_at': '2021-06-19T18:06:55Z', 'revision_number': 3, 'project_id': 'b3f62e43d99644b588a048b698e69f2e', 'gw_port': {'id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f06b0e-531d-4710-9594-346e2796e50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:54Z', 'updated_at': '2021-06-19T18:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:07:01.504660 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:07:01.506099 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:06:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:01.518801 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Allocated IP 172.20.0.1 (0292681d-9ad0-42f9-9ae2-e82b7207737b/e6e43aa8-77fe-44a9-9087-d1d176befaca/e4f26d44-f580-45a5-85d7-8ced5cc482f3) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:07:01.582294 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e00e8eb-d910-4dc5-aee8-c16d1bd35d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:01.626197 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:01.629492 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:01.665649 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Usage tracker for resource:port and tenant:780fc6cad2f64a62af5f7aa5b8f2bd0c is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:01.671116 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:01.683567 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:01.693679 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 35002) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:01.695523 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e00e8eb-d910-4dc5-aee8-c16d1bd35d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:01.700695 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7839fbe7-9c1a-43c1-8dc1-831f5fd1839d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:01.776114 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Made reservation on behalf of 780fc6cad2f64a62af5f7aa5b8f2bd0c for: {'port': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:07:01.780945 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:01.794266 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a702b883-dd61-4314-b02c-41239c77cd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:01.864842 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:07:01.895964 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-72dee1bc-2c37-4832-97b3-795d2c11f257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:01.970104 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:01.998258 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Transition to ACTIVE for port object 94ed2344-797b-469a-96cf-f9d391904c89 will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:07:02.004304 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0d3aaf-57a2-4c2f-a738-76652b1aeb73 admin admin] Deleting subnet af9705c6-8945-4250-bea1-0a451453e46c {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:07:02.010410 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3aaf-57a2-4c2f-a738-76652b1aeb73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:02.108321 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3aaf-57a2-4c2f-a738-76652b1aeb73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604224'] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:02.199029 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:02.248535 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-a702b883-dd61-4314-b02c-41239c77cd21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:02.260653 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-a702b883-dd61-4314-b02c-41239c77cd21 admin admin] Usage tracker for resource:security_group_rule and tenant:11b8b2906055492b987467c3ac1403de is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:02.268494 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-a702b883-dd61-4314-b02c-41239c77cd21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:02.285599 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:02.288185 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-a702b883-dd61-4314-b02c-41239c77cd21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:02.338840 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9bb085e1-155c-4fe4-b082-90b6e7f94487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:02.565794 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-941f1c10-9b28-4192-97d7-4df8c8310aca req-41b39f0d-c585-4af3-a56b-c45407ad8117 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 210 time: 0.9289699 Jun 19 18:07:02.571579 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-1e00e8eb-d910-4dc5-aee8-c16d1bd35d9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b3f2822b1944a748294d2568c2be9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0346804 Jun 19 18:07:02.577729 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00e8eb-d910-4dc5-aee8-c16d1bd35d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f97f0a-7e0c-4de8-94e4-f963c4872488,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:02.586135 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 35014) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:02.623634 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Network efd8fed2-8ed2-4852-895b-bf8080865dcb is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:07:02.645136 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:02.648207 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:07:02.650127 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746745'] for router_interface, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:02.732421 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a702b883-dd61-4314-b02c-41239c77cd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:02.738336 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839fbe7-9c1a-43c1-8dc1-831f5fd1839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a10b33-fe2e-43d3-9f25-3e5c35135f3b,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:02.925270 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:06:55Z', 'revision_number': 3, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:02.942036 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9ed63-453e-4047-ad96-58f913a609d2 None None] The sync data for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb is: [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:06:55Z', 'revision_number': 3, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:07:02.962368 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7839fbe7-9c1a-43c1-8dc1-831f5fd1839d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.067s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:02.963274 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:02.963555 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:02.983634 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a702b883-dd61-4314-b02c-41239c77cd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:03.054832 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f32e9b76-0d7b-44a2-9f43-6a3f0058556d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:03.082340 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:03.086045 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Pushing event updated for resources: {'Port': ['ID=94ed2344-797b-469a-96cf-f9d391904c89,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:03.094940 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7839fbe7-9c1a-43c1-8dc1-831f5fd1839d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:03.098454 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-7839fbe7-9c1a-43c1-8dc1-831f5fd1839d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72a10b33-fe2e-43d3-9f25-3e5c35135f3b HTTP/1.1" status: 204 len: 168 time: 2.3197949 Jun 19 18:07:03.104075 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:03.104858 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:03.140739 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-4df1eecc-fc40-4e1a-bfff-c97e32f7ecd5 None None] Provisioning for port 94ed2344-797b-469a-96cf-f9d391904c89 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:07:03.147112 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-4df1eecc-fc40-4e1a-bfff-c97e32f7ecd5 None None] Provisioning complete for port 94ed2344-797b-469a-96cf-f9d391904c89 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:03.147620 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-4df1eecc-fc40-4e1a-bfff-c97e32f7ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:03.150234 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3aaf-57a2-4c2f-a738-76652b1aeb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:03.264611 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-4df1eecc-fc40-4e1a-bfff-c97e32f7ecd5 None None] Port 94ed2344-797b-469a-96cf-f9d391904c89 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:07:03.280772 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3fa76a89-b31e-4c59-a0d3-f0de74b017c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:03.346365 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-a702b883-dd61-4314-b02c-41239c77cd21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11b8b2906055492b987467c3ac1403de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6485319 Jun 19 18:07:03.354085 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35022) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:03.375733 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Network 0292681d-9ad0-42f9-9ae2-e82b7207737b is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:07:03.406925 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:03.411999 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:07:03.413106 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746745'] for router_interface, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:03.415671 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Pushing event updated for resources: {'Port': ['ID=e4f26d44-f580-45a5-85d7-8ced5cc482f3,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:03.428740 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:03.577287 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3fa76a89-b31e-4c59-a0d3-f0de74b017c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:03.708706 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 10b19f7f-1502-453e-815c-b50282ee937a up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:07:03.727710 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702b883-dd61-4314-b02c-41239c77cd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0c5791-a4b9-431b-9ff0-b4f64bde86a0,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:03.803283 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a702b883-dd61-4314-b02c-41239c77cd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:03.853089 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 10b19f7f-1502-453e-815c-b50282ee937a completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:07:03.864123 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 10b19f7f-1502-453e-815c-b50282ee937a triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:03.864597 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:04.034132 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77141da7-8330-4e3e-8927-fdda68bb6af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:04.240777 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77141da7-8330-4e3e-8927-fdda68bb6af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:04.276488 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:04.294501 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:04.308569 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Allocated IP 172.20.0.6 (cb6444b8-bd7b-495d-8ccb-d2f97a555404/5314db69-8428-494a-aa69-03faa18caa9b/b1c5f530-bf7b-4e61-9ead-cf9364929ee9) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:07:04.340469 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 10b19f7f-1502-453e-815c-b50282ee937a, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=10b19f7f-1502-453e-815c-b50282ee937a,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:04.353445 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:04.354882 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 476dcfac-dff7-4efe-94dd-a2b880f51ad2 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:07:04.389370 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3fa76a89-b31e-4c59-a0d3-f0de74b017c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:04.420395 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e92ed1f2-dd1f-42e0-8b32-18cba783699f req-772baa78-378c-4c06-813f-4d9a8db24323 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 210 time: 0.3776555 Jun 19 18:07:04.461016 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-5194780e-4f7a-4966-ab75-e25fe2319919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:04.467288 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-722bce62-cf35-46d1-9bcb-c5cea91fca89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:04.557496 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa76a89-b31e-4c59-a0d3-f0de74b017c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f97f0a-7e0c-4de8-94e4-f963c4872488,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:04.566928 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3fa76a89-b31e-4c59-a0d3-f0de74b017c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:04.702774 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3fa76a89-b31e-4c59-a0d3-f0de74b017c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:04.709483 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-3fa76a89-b31e-4c59-a0d3-f0de74b017c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3f97f0a-7e0c-4de8-94e4-f963c4872488 HTTP/1.1" status: 204 len: 168 time: 2.0263941 Jun 19 18:07:04.758909 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=10b19f7f-1502-453e-815c-b50282ee937a,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:04.779905 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:04.789128 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 476dcfac-dff7-4efe-94dd-a2b880f51ad2 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:07:04.799359 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 476dcfac-dff7-4efe-94dd-a2b880f51ad2 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:04.800771 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:04.828364 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:04.991842 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.012677 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.037887 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3aaf-57a2-4c2f-a738-76652b1aeb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476517'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.064305 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ba124717-b072-4c40-8a32-f08fd238e4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:05.128630 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.135026 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d3aaf-57a2-4c2f-a738-76652b1aeb73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af9705c6-8945-4250-bea1-0a451453e46c,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:05.151791 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6f0d3aaf-57a2-4c2f-a738-76652b1aeb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:05.153050 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3aaf-57a2-4c2f-a738-76652b1aeb73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.162082 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 476dcfac-dff7-4efe-94dd-a2b880f51ad2, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=476dcfac-dff7-4efe-94dd-a2b880f51ad2,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:05.167813 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.173636 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-309240d2-5c84-4441-934a-e97d6baadb0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:05.338043 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.354133 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746842'] for router_interface, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.377936 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:05.420852 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=476dcfac-dff7-4efe-94dd-a2b880f51ad2,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:05.434343 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:05.445220 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6f0d3aaf-57a2-4c2f-a738-76652b1aeb73 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/af9705c6-8945-4250-bea1-0a451453e46c HTTP/1.1" status: 204 len: 168 time: 4.4239366 Jun 19 18:07:05.462664 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 35064) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:05.645076 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 10b19f7f-1502-453e-815c-b50282ee937a up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:07:05.675598 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.767767 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77141da7-8330-4e3e-8927-fdda68bb6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.768473 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.769330 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Pushing event updated for resources: {'Port': ['ID=94ed2344-797b-469a-96cf-f9d391904c89,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:05.778907 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:05.794700 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Network efd8fed2-8ed2-4852-895b-bf8080865dcb is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:07:05.796293 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:05.804751 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-d2138245-9c62-401e-870a-de1e6a9d02d1 req-8125f8b0-20e5-46b4-9702-870a92f06db0 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Synchronizing usage tracker for tenant:780fc6cad2f64a62af5f7aa5b8f2bd0c on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:07:05.807353 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746842'] for router_interface, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.843186 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:05.966521 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 10b19f7f-1502-453e-815c-b50282ee937a triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:05.969339 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:05.971879 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-d2138245-9c62-401e-870a-de1e6a9d02d1 req-8125f8b0-20e5-46b4-9702-870a92f06db0 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Unset dirty status for tenant:780fc6cad2f64a62af5f7aa5b8f2bd0c on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:07:05.973087 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2138245-9c62-401e-870a-de1e6a9d02d1 req-8125f8b0-20e5-46b4-9702-870a92f06db0 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 210 time: 0.2842088 Jun 19 18:07:06.070350 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:06.266455 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77141da7-8330-4e3e-8927-fdda68bb6af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0c5791-a4b9-431b-9ff0-b4f64bde86a0,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:06.270618 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-77141da7-8330-4e3e-8927-fdda68bb6af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:06.278132 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:06.297645 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:06.327698 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507611d9-7a4e-440f-857e-f9a9df88b08f']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:06.366359 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9f3009-d60d-4ebb-8396-04b2fb898d48') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:06.368522 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-b190ffad-e70e-4a44-8264-737bea5e3dd9 None None] Provisioning complete for port 94ed2344-797b-469a-96cf-f9d391904c89 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:06.369034 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b190ffad-e70e-4a44-8264-737bea5e3dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:06.370307 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9f3009-d60d-4ebb-8396-04b2fb898d48') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:06.405468 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2604279'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:06.457105 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:06.465248 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:07:06.485346 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530032'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: timer() Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: cb(*args, **kw) Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: self._notify() Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: self.callback(batched_events) Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: event.method(event) Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: return self._get(url).json() Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:07:06.529582 dv-cinder-797107-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:07:06.546861 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:06.564197 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 476dcfac-dff7-4efe-94dd-a2b880f51ad2 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:07:06.634876 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:06.709061 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:06.717250 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Network cb6444b8-bd7b-495d-8ccb-d2f97a555404 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:07:06.722982 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-b190ffad-e70e-4a44-8264-737bea5e3dd9 None None] Port 94ed2344-797b-469a-96cf-f9d391904c89 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:07:06.732733 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:06.739360 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:06.744684 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Pushing event updated for resources: {'Port': ['ID=b1c5f530-bf7b-4e61-9ead-cf9364929ee9,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:06.749101 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:07:06.803703 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:06.806697 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3f634e61-31aa-46e0-b3a9-d1f4f1ab0666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:06.808091 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 476dcfac-dff7-4efe-94dd-a2b880f51ad2 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:06.808523 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:06.852317 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] 10.222.0.16 "DELETE /v2.0/networks/507611d9-7a4e-440f-857e-f9a9df88b08f HTTP/1.1" status: 204 len: 168 time: 1.3881781 Jun 19 18:07:06.871652 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=507611d9-7a4e-440f-857e-f9a9df88b08f,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:06.892781 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:06.948687 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:06.953031 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:06.962504 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Pushing event updated for resources: {'Port': ['ID=e4f26d44-f580-45a5-85d7-8ced5cc482f3,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:06.970478 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:06.987731 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Network 0292681d-9ad0-42f9-9ae2-e82b7207737b is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:07:07.002192 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:07.004718 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77141da7-8330-4e3e-8927-fdda68bb6af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:07.005864 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-77141da7-8330-4e3e-8927-fdda68bb6af4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef0c5791-a4b9-431b-9ff0-b4f64bde86a0 HTTP/1.1" status: 204 len: 168 time: 3.6444943 Jun 19 18:07:07.013119 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-575f12ab-3096-4ae4-b31e-3694214d54a4 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7675934 Jun 19 18:07:07.040810 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-1a645e99-7298-4541-8b92-3994465c0f9c tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 18:07:07.042182 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-1a645e99-7298-4541-8b92-3994465c0f9c tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092578 Jun 19 18:07:07.267768 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Router 9d958789-49d4-4cf7-ae21-e07627db612f has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:07:07.289249 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Router 78f06b0e-531d-4710-9594-346e2796e50c has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:07:07.442442 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 35128) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:07.508041 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:07:07.514902 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] 10.222.0.16 "PUT /v2.0/routers/9d958789-49d4-4cf7-ae21-e07627db612f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0824745 Jun 19 18:07:07.530555 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Sync routers for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:07:07.553598 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:07:07.554662 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:06:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:07.572932 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ec80421e-6963-47d5-a584-25cbd4377505 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0c4ae55b4c7460b9e922b16b1de234f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1172907 Jun 19 18:07:07.585634 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35134) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:07.595379 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e8e17-cd31-4baf-ac65-d28a5d817e38 req-95db1386-92c8-4f6f-b21a-73728040fb2a tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:07.597863 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4a3e8e17-cd31-4baf-ac65-d28a5d817e38 req-95db1386-92c8-4f6f-b21a-73728040fb2a tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 931 time: 0.3075397 Jun 19 18:07:07.676854 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-13c6a2f0-fcd0-43e5-a6c3-9c946c06a82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:07.706988 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-13c6a2f0-fcd0-43e5-a6c3-9c946c06a82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:07.730442 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-4a3e8e17-cd31-4baf-ac65-d28a5d817e38 req-3788b96d-1991-4c79-9a0d-45115dc024d3 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Synchronizing usage tracker for tenant:780fc6cad2f64a62af5f7aa5b8f2bd0c on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:07:07.776143 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-4a3e8e17-cd31-4baf-ac65-d28a5d817e38 req-3788b96d-1991-4c79-9a0d-45115dc024d3 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Unset dirty status for tenant:780fc6cad2f64a62af5f7aa5b8f2bd0c on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:07:07.777607 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4a3e8e17-cd31-4baf-ac65-d28a5d817e38 req-3788b96d-1991-4c79-9a0d-45115dc024d3 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723349 Jun 19 18:07:07.825255 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-13c6a2f0-fcd0-43e5-a6c3-9c946c06a82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:07.840372 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b893e512-2593-4c85-a6ad-7f3ed813758e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:07.862716 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-13c6a2f0-fcd0-43e5-a6c3-9c946c06a82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:07.866126 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-13c6a2f0-fcd0-43e5-a6c3-9c946c06a82f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0086fbd1-9e2b-4317-a77c-364592aa6196 HTTP/1.1" status: 204 len: 168 time: 0.2772222 Jun 19 18:07:07.872804 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6a2f0-fcd0-43e5-a6c3-9c946c06a82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0086fbd1-9e2b-4317-a77c-364592aa6196,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:07.896018 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-13c6a2f0-fcd0-43e5-a6c3-9c946c06a82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:07.934077 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:07:07.941638 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] 10.222.0.16 "PUT /v2.0/routers/78f06b0e-531d-4710-9594-346e2796e50c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0486186 Jun 19 18:07:07.943979 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Sync routers for ids ['78f06b0e-531d-4710-9594-346e2796e50c'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:07:07.958878 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Routers {'78f06b0e-531d-4710-9594-346e2796e50c'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:07:07.962469 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:06:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['78f06b0e-531d-4710-9594-346e2796e50c'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:08.151430 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:07:08.420614 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Set router 78f06b0e-531d-4710-9594-346e2796e50c gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:07:08.489914 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Request body: {'port': {'device_id': 'c93ba28b-5297-40bb-998e-31b20af834c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:08.769778 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:08.833876 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 2, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:08.840152 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Checking router: 9d958789-49d4-4cf7-ae21-e07627db612f for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:07:08.840649 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Updating router 9d958789-49d4-4cf7-ae21-e07627db612f port 94ed2344-797b-469a-96cf-f9d391904c89 binding host dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:07:08.920140 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:08.996403 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f06b0e-531d-4710-9594-346e2796e50c', 'name': 'tempest-ServerRescueNegativeTestJSON-1847048150-router', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:52Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': 'b3f62e43d99644b588a048b698e69f2e', 'gw_port': {'id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f06b0e-531d-4710-9594-346e2796e50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:54Z', 'updated_at': '2021-06-19T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': 'e4f26d44-f580-45a5-85d7-8ced5cc482f3', 'name': '', 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'mac_address': 'fa:16:3e:39:df:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f06b0e-531d-4710-9594-346e2796e50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e6e43aa8-77fe-44a9-9087-d1d176befaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:05Z', 'revision_number': 2, 'project_id': 'b3f62e43d99644b588a048b698e69f2e', 'subnets': [{'id': 'e6e43aa8-77fe-44a9-9087-d1d176befaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:09.013044 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Checking router: 78f06b0e-531d-4710-9594-346e2796e50c for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:07:09.013419 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Updating router 78f06b0e-531d-4710-9594-346e2796e50c port e4f26d44-f580-45a5-85d7-8ced5cc482f3 binding host dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:07:09.078955 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35174) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:09.143367 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:09.435266 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35184) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:09.647837 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-5e1a06f5-3bf0-48bf-bf8c-5fda87585e4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=483ebfc0eb384764b9d094592d0be758&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2082763 Jun 19 18:07:09.648452 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35194) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:09.843480 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0f192f16-d334-42dd-a396-967dfdaefc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:09.907144 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7b1cf-398f-4055-9dbf-55c3da177f8d req-1d381947-499f-49fc-8f46-4d32b6b1c4b1 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:09.923739 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2fa7b1cf-398f-4055-9dbf-55c3da177f8d req-1d381947-499f-49fc-8f46-4d32b6b1c4b1 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 931 time: 0.6296461 Jun 19 18:07:09.970087 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9961549b-4af8-4e63-a696-3142e528cda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:09.974137 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:09.992045 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Transition to ACTIVE for port object e4f26d44-f580-45a5-85d7-8ced5cc482f3 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:07:10.025375 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:10.030954 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:10.039055 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0f192f16-d334-42dd-a396-967dfdaefc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:10.060107 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9961549b-4af8-4e63-a696-3142e528cda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:10.083962 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9961549b-4af8-4e63-a696-3142e528cda3 admin admin] Usage tracker for resource:security_group_rule and tenant:8bee1dd3937c48b5b6ad8154b3e487a3 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:10.109446 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9961549b-4af8-4e63-a696-3142e528cda3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:10.139425 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2fa7b1cf-398f-4055-9dbf-55c3da177f8d req-187cd86b-eed2-4fd3-8e99-c3fb462fcba0 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146907 Jun 19 18:07:10.144783 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9961549b-4af8-4e63-a696-3142e528cda3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:10.151356 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:10.189096 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Transition to ACTIVE for port object 94ed2344-797b-469a-96cf-f9d391904c89 will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:07:10.218711 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:10.224225 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:10.284461 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35214) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:10.313203 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326561258', 'description': 'tempest-description--1996907984'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:10.328909 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c5f530-bf7b-4e61-9ead-cf9364929ee9 {{(pid=78398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:07:10.352460 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:10.357500 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:10.381119 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Usage tracker for resource:security_group and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:10.401785 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0f192f16-d334-42dd-a396-967dfdaefc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:10.404956 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:10.418183 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Transition to ACTIVE for port object b1c5f530-bf7b-4e61-9ead-cf9364929ee9 will not be triggered until provisioned by entity L2. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:07:10.425848 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:10.469400 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:10.477278 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ccda0724-d8df-40e2-9bb7-5f625eda7f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:10.540951 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:10.544321 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0f192f16-d334-42dd-a396-967dfdaefc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:10.545835 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-0f192f16-d334-42dd-a396-967dfdaefc7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5453ae37-0f14-4fbe-aede-28f96854388f HTTP/1.1" status: 204 len: 168 time: 0.8963397 Jun 19 18:07:10.558517 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f192f16-d334-42dd-a396-967dfdaefc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5453ae37-0f14-4fbe-aede-28f96854388f,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:10.565315 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0f192f16-d334-42dd-a396-967dfdaefc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:10.612637 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:10.640247 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccfde0-74e0-45a6-afe1-b03ef8f3f1e6 None None] Pushing event updated for resources: {'Port': ['ID=94ed2344-797b-469a-96cf-f9d391904c89,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:10.689730 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-85ccfde0-74e0-45a6-afe1-b03ef8f3f1e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:10.728390 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:10.761491 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Usage tracker for resource:security_group_rule and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:10.767606 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:10.803377 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9961549b-4af8-4e63-a696-3142e528cda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:10.804558 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:10.812690 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9961549b-4af8-4e63-a696-3142e528cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:10.856656 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:10.937137 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961549b-4af8-4e63-a696-3142e528cda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0280bdf-e190-40b9-bb87-38402b5f6fb3,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:10.939279 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887dd40-614b-4aa0-94da-f8ec974ba715 None None] Pushing event updated for resources: {'Port': ['ID=e4f26d44-f580-45a5-85d7-8ced5cc482f3,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:10.962299 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9961549b-4af8-4e63-a696-3142e528cda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:10.966848 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Attempting to bind port 94ed2344-797b-469a-96cf-f9d391904c89 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:07:10.967433 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Attempting to bind port 94ed2344-797b-469a-96cf-f9d391904c89 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:07:10.968535 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Attempting to bind port 94ed2344-797b-469a-96cf-f9d391904c89 on network efd8fed2-8ed2-4852-895b-bf8080865dcb {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:10.982831 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:07:10.986760 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Checking segment: {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:10.987691 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:10.988572 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Bound using segment: {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:07:10.989363 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Bound port: 94ed2344-797b-469a-96cf-f9d391904c89, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:07:10.989982 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:11.026888 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-1887dd40-614b-4aa0-94da-f8ec974ba715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.996s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:11.031498 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Attempting to bind port e4f26d44-f580-45a5-85d7-8ced5cc482f3 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:07:11.031853 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Attempting to bind port e4f26d44-f580-45a5-85d7-8ced5cc482f3 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:07:11.032225 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Attempting to bind port e4f26d44-f580-45a5-85d7-8ced5cc482f3 on network 0292681d-9ad0-42f9-9ae2-e82b7207737b {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:11.057397 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9961549b-4af8-4e63-a696-3142e528cda3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bee1dd3937c48b5b6ad8154b3e487a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9773154 Jun 19 18:07:11.058088 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35240) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:11.100990 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:07:11.101368 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Checking segment: {'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:11.101862 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:11.102497 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Bound using segment: {'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:07:11.103133 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Bound port: e4f26d44-f580-45a5-85d7-8ced5cc482f3, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:07:11.103560 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:11.386146 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] For port e4f26d44-f580-45a5-85d7-8ced5cc482f3, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:07:11.402093 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] For port e4f26d44-f580-45a5-85d7-8ced5cc482f3, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=e4f26d44-f580-45a5-85d7-8ced5cc482f3,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:07:11.410459 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:11.413149 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] For port 94ed2344-797b-469a-96cf-f9d391904c89, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:07:11.415181 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:11.428964 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] For port 94ed2344-797b-469a-96cf-f9d391904c89, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=94ed2344-797b-469a-96cf-f9d391904c89,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:07:11.448289 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:11.470916 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:11.562908 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:11.588981 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:11.631400 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Attempting to bind port b1c5f530-bf7b-4e61-9ead-cf9364929ee9 on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:07:11.631942 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Attempting to bind port b1c5f530-bf7b-4e61-9ead-cf9364929ee9 by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': '594014ca-7428-4ad5-b23e-f9134417ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb6444b8-bd7b-495d-8ccb-d2f97a555404'}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:07:11.632186 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Attempting to bind port b1c5f530-bf7b-4e61-9ead-cf9364929ee9 on network cb6444b8-bd7b-495d-8ccb-d2f97a555404 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:11.641020 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-19bee0d8-da0b-4caa-837a-adde85c80ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:11.651997 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccfde0-74e0-45a6-afe1-b03ef8f3f1e6 None None] Pushing event updated for resources: {'Port': ['ID=94ed2344-797b-469a-96cf-f9d391904c89,revision_number=4']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:11.652652 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5dfdaa71-5f79-41d4-805e-f5438893aa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:11.662387 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Port b1c5f530-bf7b-4e61-9ead-cf9364929ee9 on network cb6444b8-bd7b-495d-8ccb-d2f97a555404 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:07:11.662718 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Attempting to bind port b1c5f530-bf7b-4e61-9ead-cf9364929ee9 on network cb6444b8-bd7b-495d-8ccb-d2f97a555404 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:11.666890 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-85ccfde0-74e0-45a6-afe1-b03ef8f3f1e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:11.674473 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c5f530-bf7b-4e61-9ead-cf9364929ee9,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:11.690528 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.221s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:11.731954 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:07:11.731954 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:06:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:11.793036 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Routers {'78f06b0e-531d-4710-9594-346e2796e50c'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:07:11.793692 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:06:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['78f06b0e-531d-4710-9594-346e2796e50c'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:11.866955 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5dfdaa71-5f79-41d4-805e-f5438893aa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:11.882454 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:07:11.883167 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Checking segment: {'id': '594014ca-7428-4ad5-b23e-f9134417ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb6444b8-bd7b-495d-8ccb-d2f97a555404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:11.884081 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Bound using segment: {'id': '594014ca-7428-4ad5-b23e-f9134417ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb6444b8-bd7b-495d-8ccb-d2f97a555404'} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:07:11.884543 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Bound port: b1c5f530-bf7b-4e61-9ead-cf9364929ee9, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594014ca-7428-4ad5-b23e-f9134417ae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb6444b8-bd7b-495d-8ccb-d2f97a555404'}}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:07:11.884915 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:12.151047 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22986f3a-572b-4212-b2de-04a3c4ab7db8,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:12.168041 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887dd40-614b-4aa0-94da-f8ec974ba715 None None] Pushing event updated for resources: {'Port': ['ID=e4f26d44-f580-45a5-85d7-8ced5cc482f3,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:12.172759 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:12.181819 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-1887dd40-614b-4aa0-94da-f8ec974ba715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:12.206909 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5dfdaa71-5f79-41d4-805e-f5438893aa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:12.269776 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0f192f16-d334-42dd-a396-967dfdaefc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:12.298072 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5dfdaa71-5f79-41d4-805e-f5438893aa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:12.301437 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-5dfdaa71-5f79-41d4-805e-f5438893aa95 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0280bdf-e190-40b9-bb87-38402b5f6fb3 HTTP/1.1" status: 204 len: 168 time: 1.2411332 Jun 19 18:07:12.308893 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdaa71-5f79-41d4-805e-f5438893aa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0280bdf-e190-40b9-bb87-38402b5f6fb3,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:12.328931 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5dfdaa71-5f79-41d4-805e-f5438893aa95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:12.332900 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:12.346348 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0518799 Jun 19 18:07:12.349832 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35286) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:12.379825 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Request body: {'security_group_rule': {'security_group_id': '22986f3a-572b-4212-b2de-04a3c4ab7db8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:12.385455 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:07:12.396540 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:12.406562 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Usage tracker for resource:security_group_rule and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:12.413439 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:12.450674 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:12.479195 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:12.587672 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] For port b1c5f530-bf7b-4e61-9ead-cf9364929ee9, host hv-cinder-79710, cleared binding levels {{(pid=78398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:07:12.594696 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] For port b1c5f530-bf7b-4e61-9ead-cf9364929ee9, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=b1c5f530-bf7b-4e61-9ead-cf9364929ee9,segment=NetworkSegment(594014ca-7428-4ad5-b23e-f9134417ae13),segment_id=594014ca-7428-4ad5-b23e-f9134417ae13)] {{(pid=78398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:07:12.623689 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:12.652037 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-52bafed9-fcdb-41ca-90c1-7f1b6bf14533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:12.655252 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] Set router 78f06b0e-531d-4710-9594-346e2796e50c gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:07:12.787125 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:12.797552 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:12.803763 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:12.804578 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:12.807302 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] 10.222.0.30 "PUT /v2.0/ports/b1c5f530-bf7b-4e61-9ead-cf9364929ee9 HTTP/1.1" status: 200 len: 1093 time: 5.0924988 Jun 19 18:07:12.808582 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93ba28b-5297-40bb-998e-31b20af834c9', 'tag': 'b1c5f530-bf7b-4e61-9ead-cf9364929ee9'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:07:12.843284 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-35b9eb58-6b95-4901-a9ff-56a2b7aa3206 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:12.852853 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-35b9eb58-6b95-4901-a9ff-56a2b7aa3206 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/networks?id=0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 200 len: 819 time: 1.6282408 Jun 19 18:07:12.855763 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:12.896197 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-2c8ed3fb-34b3-4c6f-9cae-c611a5962ce6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/quotas/b3f62e43d99644b588a048b698e69f2e HTTP/1.1" status: 200 len: 375 time: 0.0417778 Jun 19 18:07:12.896537 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff0c11e-d478-4c1a-b345-1b2b644235bb,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:12.906112 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:12.911219 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:12.917749 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5611694 Jun 19 18:07:12.918493 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35312) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:12.926301 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Request body: {'security_group_rule': {'security_group_id': '22986f3a-572b-4212-b2de-04a3c4ab7db8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:12.935545 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:12.941381 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Usage tracker for resource:security_group_rule and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:12.944531 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:12.955792 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:12.990204 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:13.110738 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:13.119239 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:13.157237 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-11eed510-5251-4c08-94d6-348791bc1484 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:13.184254 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a55af7e-bd84-45c9-b7aa-863204f3a936,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:13.195072 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:13.196064 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:13.202507 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2815111 Jun 19 18:07:13.203343 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35318) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:13.210407 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Request body: {'floatingip': {'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:13.225975 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:13.236386 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e8fc-3139-4efe-986a-ae8c6ace2d8d req-5216f98f-15e7-4e98-bc70-9b6ff382a361 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:13.245847 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9627e8fc-3139-4efe-986a-ae8c6ace2d8d req-5216f98f-15e7-4e98-bc70-9b6ff382a361 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 943 time: 1.6187422 Jun 19 18:07:13.250663 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Usage tracker for resource:floatingip and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:13.262952 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:13.299044 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f06b0e-531d-4710-9594-346e2796e50c', 'name': 'tempest-ServerRescueNegativeTestJSON-1847048150-router', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:52Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': 'b3f62e43d99644b588a048b698e69f2e', 'gw_port': {'id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f06b0e-531d-4710-9594-346e2796e50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:54Z', 'updated_at': '2021-06-19T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': 'e4f26d44-f580-45a5-85d7-8ced5cc482f3', 'name': '', 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'mac_address': 'fa:16:3e:39:df:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f06b0e-531d-4710-9594-346e2796e50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e6e43aa8-77fe-44a9-9087-d1d176befaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:11Z', 'revision_number': 4, 'project_id': 'b3f62e43d99644b588a048b698e69f2e', 'subnets': [{'id': 'e6e43aa8-77fe-44a9-9087-d1d176befaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:13.311506 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6d01e-ed39-49df-aac3-a5c5450943b2 None None] The sync data for ids ['78f06b0e-531d-4710-9594-346e2796e50c'] in dv-cinder-797107-1-smb is: [{'id': '78f06b0e-531d-4710-9594-346e2796e50c', 'name': 'tempest-ServerRescueNegativeTestJSON-1847048150-router', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:52Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': 'b3f62e43d99644b588a048b698e69f2e', 'gw_port': {'id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f06b0e-531d-4710-9594-346e2796e50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:54Z', 'updated_at': '2021-06-19T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': 'e4f26d44-f580-45a5-85d7-8ced5cc482f3', 'name': '', 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'mac_address': 'fa:16:3e:39:df:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f06b0e-531d-4710-9594-346e2796e50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e6e43aa8-77fe-44a9-9087-d1d176befaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:11Z', 'revision_number': 4, 'project_id': 'b3f62e43d99644b588a048b698e69f2e', 'subnets': [{'id': 'e6e43aa8-77fe-44a9-9087-d1d176befaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:07:13.311747 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:13.370115 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c5f530-bf7b-4e61-9ead-cf9364929ee9,revision_number=3']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:13.422918 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:13.423468 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:13.439511 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9627e8fc-3139-4efe-986a-ae8c6ace2d8d req-34c45c64-74be-45fe-8394-a36950c4aae7 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924706 Jun 19 18:07:13.509150 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:11Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:13.535015 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ec207-5eec-4725-9d1c-15eebce8bda3 None None] The sync data for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb is: [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:11Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:07:13.562650 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-800f0ba9-9a17-4327-bcc9-6fc3518133a4 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3f62e43d99644b588a048b698e69f2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6589842 Jun 19 18:07:13.576308 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-a1d674a9-ab67-4342-b1e2-1e0f4e071375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:13.578090 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-a1d674a9-ab67-4342-b1e2-1e0f4e071375 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=780fc6cad2f64a62af5f7aa5b8f2bd0c&device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 1096 time: 0.5507874 Jun 19 18:07:13.872074 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-fe0b00a5-2dd0-4cd8-9489-8a15c7f706f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1c5f530-bf7b-4e61-9ead-cf9364929ee9 HTTP/1.1" status: 200 len: 217 time: 0.2740409 Jun 19 18:07:13.972293 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:13.990949 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device e4f26d44-f580-45a5-85d7-8ced5cc482f3 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:07:14.052357 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 35338) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:14.185710 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-5aee8655-3775-4991-9111-91bf3727e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:14.196928 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-5aee8655-3775-4991-9111-91bf3727e7e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5314db69-8428-494a-aa69-03faa18caa9b HTTP/1.1" status: 200 len: 852 time: 0.3089657 Jun 19 18:07:14.200387 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9e289039-1aa0-4ebc-8abb-af94e2ea0346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:14.239905 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port e4f26d44-f580-45a5-85d7-8ced5cc482f3 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:07:14.260364 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9e289039-1aa0-4ebc-8abb-af94e2ea0346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:14.284075 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port e4f26d44-f580-45a5-85d7-8ced5cc482f3 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:14.287792 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9e289039-1aa0-4ebc-8abb-af94e2ea0346 admin admin] Usage tracker for resource:security_group_rule and tenant:710e6b41358b4900914cf9cad1a62fe4 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:14.288189 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:14.300332 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9e289039-1aa0-4ebc-8abb-af94e2ea0346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:14.321441 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9e289039-1aa0-4ebc-8abb-af94e2ea0346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:14.441580 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 35346) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:14.690535 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Allocated IP 172.28.0.6 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/62974af2-24fe-48ae-aacb-6e1dce4ab148) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:07:14.692933 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:14.814570 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-7362a711-14b4-4c8b-b250-24f6b55df081 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6444b8-bd7b-495d-8ccb-d2f97a555404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2148049 Jun 19 18:07:14.818623 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port e4f26d44-f580-45a5-85d7-8ced5cc482f3, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=e4f26d44-f580-45a5-85d7-8ced5cc482f3,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:14.827524 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:14.830906 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:14.855615 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9e289039-1aa0-4ebc-8abb-af94e2ea0346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:14.968656 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9e289039-1aa0-4ebc-8abb-af94e2ea0346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:15.039931 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=e4f26d44-f580-45a5-85d7-8ced5cc482f3,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:15.049075 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:15.095107 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:15.180409 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:15.253003 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35374) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:15.262045 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9e289039-1aa0-4ebc-8abb-af94e2ea0346 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=710e6b41358b4900914cf9cad1a62fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2008569 Jun 19 18:07:15.296809 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e289039-1aa0-4ebc-8abb-af94e2ea0346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6026b6-1aec-4e4a-a831-00f63eb7e5a7,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:15.309636 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9e289039-1aa0-4ebc-8abb-af94e2ea0346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:15.310795 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:15.331965 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-438aef8b-dba9-4ea1-9ce9-71daf6be061e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 18:07:15.333607 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-438aef8b-dba9-4ea1-9ce9-71daf6be061e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5399928 Jun 19 18:07:15.386750 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:15.531459 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:07:15.534506 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:15.540727 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:07:15.584291 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event updated for resources: {'Port': ['ID=62974af2-24fe-48ae-aacb-6e1dce4ab148,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:15.588352 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:15.645851 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4c0787d2-147b-4229-a20a-5bb40a96ce85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:15.715519 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4c0787d2-147b-4229-a20a-5bb40a96ce85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:15.740154 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:15.838474 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-3e272af2-1d8b-4368-9571-5de68a41524c service neutron] 10.222.0.30 "GET /v2.0/networks/cb6444b8-bd7b-495d-8ccb-d2f97a555404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9924757 Jun 19 18:07:15.845717 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-18cd7e2e-ce91-439e-9175-d90869ff077a service neutron] 10.222.0.16 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972308 Jun 19 18:07:15.876834 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 94ed2344-797b-469a-96cf-f9d391904c89 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:07:15.897553 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0fcf4-b96a-492f-9793-fc2b4a8e170b req-b6999ae2-7e7b-459f-a787-bdf4ff30253b tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:15.907926 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-88f0fcf4-b96a-492f-9793-fc2b4a8e170b req-b6999ae2-7e7b-459f-a787-bdf4ff30253b tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 943 time: 1.0491254 Jun 19 18:07:15.950840 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.014645 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4c0787d2-147b-4229-a20a-5bb40a96ce85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.030983 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-13c6a2f0-fcd0-43e5-a6c3-9c946c06a82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:16.032144 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 94ed2344-797b-469a-96cf-f9d391904c89 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:07:16.041120 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 94ed2344-797b-469a-96cf-f9d391904c89 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:16.042438 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.067180 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d55133e3-2c72-4abf-b71f-5ff85167bf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.070495 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0787d2-147b-4229-a20a-5bb40a96ce85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6026b6-1aec-4e4a-a831-00f63eb7e5a7,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:16.084758 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4c0787d2-147b-4229-a20a-5bb40a96ce85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:16.160610 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4c0787d2-147b-4229-a20a-5bb40a96ce85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.162252 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4c0787d2-147b-4229-a20a-5bb40a96ce85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e6026b6-1aec-4e4a-a831-00f63eb7e5a7 HTTP/1.1" status: 204 len: 168 time: 0.8997679 Jun 19 18:07:16.326466 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.329016 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.340678 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.358332 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2ab751c0-6bf3-41b5-8cba-2768c2509d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:16.374315 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 94ed2344-797b-469a-96cf-f9d391904c89, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=94ed2344-797b-469a-96cf-f9d391904c89,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:16.381564 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d55133e3-2c72-4abf-b71f-5ff85167bf5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:16.382361 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.384145 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device e4f26d44-f580-45a5-85d7-8ced5cc482f3 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:07:16.425314 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:16.435065 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d55133e3-2c72-4abf-b71f-5ff85167bf5b admin admin] Usage tracker for resource:security_group_rule and tenant:45ae15f6d58f4cda996c17d5dc869baa is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:16.439676 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d55133e3-2c72-4abf-b71f-5ff85167bf5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:16.467044 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.470811 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-88f0fcf4-b96a-492f-9793-fc2b4a8e170b req-bfca40e4-7fa2-47b2-8456-328db35a9d72 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620346 Jun 19 18:07:16.483263 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d55133e3-2c72-4abf-b71f-5ff85167bf5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:16.489275 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-fb73441f-a9f0-420f-bfb2-6cc530128a93 service neutron] 10.222.0.16 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144533 Jun 19 18:07:16.571172 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=94ed2344-797b-469a-96cf-f9d391904c89,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:16.580894 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:16.588082 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port e4f26d44-f580-45a5-85d7-8ced5cc482f3 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:16.588830 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.591269 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.595929 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3914881 Jun 19 18:07:16.597079 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event updated for resources: {'Port': ['ID=62974af2-24fe-48ae-aacb-6e1dce4ab148,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:16.600964 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:16.738623 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d652b152-fe3e-41f8-a197-728ae6d51b5d req-82bf91b3-e53a-469d-b958-36d601fbe216 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6444b8-bd7b-495d-8ccb-d2f97a555404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005369 Jun 19 18:07:16.796818 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d55133e3-2c72-4abf-b71f-5ff85167bf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.801920 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d55133e3-2c72-4abf-b71f-5ff85167bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:16.811815 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3fa76a89-b31e-4c59-a0d3-f0de74b017c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:16.859395 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d55133e3-2c72-4abf-b71f-5ff85167bf5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45ae15f6d58f4cda996c17d5dc869baa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4122369 Jun 19 18:07:16.862939 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35426) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:16.864449 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55133e3-2c72-4abf-b71f-5ff85167bf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfb852c-5dc6-4f1d-84a6-d9beeabfa115,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:16.870015 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d55133e3-2c72-4abf-b71f-5ff85167bf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:16.987677 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-20811eed-64f5-47a5-8b25-fbb1ea9660f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:17.024753 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-20811eed-64f5-47a5-8b25-fbb1ea9660f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:17.084600 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e7c4b093-372c-4e09-b766-5e31026a85aa req-e77a222b-68f6-431b-a384-9e5f3b371409 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 210 time: 0.1244292 Jun 19 18:07:17.088178 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93ba28b-5297-40bb-998e-31b20af834c9', 'tag': 'b1c5f530-bf7b-4e61-9ead-cf9364929ee9', 'status': 'completed', 'code': 200} Jun 19 18:07:17.111911 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-20811eed-64f5-47a5-8b25-fbb1ea9660f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:17.120099 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-97259e6d-f536-4d42-9127-ba6d22baa911 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:17.132197 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20811eed-64f5-47a5-8b25-fbb1ea9660f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfb852c-5dc6-4f1d-84a6-d9beeabfa115,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:17.139091 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-20811eed-64f5-47a5-8b25-fbb1ea9660f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:17.142838 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-20811eed-64f5-47a5-8b25-fbb1ea9660f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:17.146357 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-20811eed-64f5-47a5-8b25-fbb1ea9660f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1dfb852c-5dc6-4f1d-84a6-d9beeabfa115 HTTP/1.1" status: 204 len: 168 time: 0.2794461 Jun 19 18:07:17.330493 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810ff97-71ba-4c94-94d0-67d75187d16e req-1eaaaddb-3a78-49a1-9430-60d1bd731ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:17.332148 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c810ff97-71ba-4c94-94d0-67d75187d16e req-1eaaaddb-3a78-49a1-9430-60d1bd731ea1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=780fc6cad2f64a62af5f7aa5b8f2bd0c&device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 1096 time: 0.2200129 Jun 19 18:07:17.392939 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35482) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:17.518022 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-e429cc74-ac08-4dfc-8816-8e3d9d78c3f1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Synchronizing usage tracker for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:07:17.605855 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-e429cc74-ac08-4dfc-8816-8e3d9d78c3f1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Unset dirty status for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:07:17.608206 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-e429cc74-ac08-4dfc-8816-8e3d9d78c3f1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1326561258&fields=id&tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9 HTTP/1.1" status: 200 len: 267 time: 0.2723923 Jun 19 18:07:17.670756 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810ff97-71ba-4c94-94d0-67d75187d16e req-af7232fa-15cd-47ae-8860-18ce85170ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:17.672178 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c810ff97-71ba-4c94-94d0-67d75187d16e req-af7232fa-15cd-47ae-8860-18ce85170ff4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6444b8-bd7b-495d-8ccb-d2f97a555404 HTTP/1.1" status: 200 len: 913 time: 0.3303208 Jun 19 18:07:17.704116 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 94ed2344-797b-469a-96cf-f9d391904c89 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:07:17.830811 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c810ff97-71ba-4c94-94d0-67d75187d16e req-b58d031d-8517-4d30-b4bd-50db88581758 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1c5f530-bf7b-4e61-9ead-cf9364929ee9 HTTP/1.1" status: 200 len: 217 time: 0.1059408 Jun 19 18:07:17.858312 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 94ed2344-797b-469a-96cf-f9d391904c89 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:17.858675 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:17.929126 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f3519d9f-9180-4461-b511-adae4421b325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:17.967000 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-f3519d9f-9180-4461-b511-adae4421b325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:17.975653 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-f3519d9f-9180-4461-b511-adae4421b325 admin admin] Usage tracker for resource:security_group_rule and tenant:daaa6b263a054fb3844bbcf03929a1b9 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:17.979533 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-f3519d9f-9180-4461-b511-adae4421b325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:17.991020 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-f3519d9f-9180-4461-b511-adae4421b325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:18.066044 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810ff97-71ba-4c94-94d0-67d75187d16e req-6d01f50e-5da1-402a-a876-bd4c877c22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:18.067921 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c810ff97-71ba-4c94-94d0-67d75187d16e req-6d01f50e-5da1-402a-a876-bd4c877c22c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5314db69-8428-494a-aa69-03faa18caa9b HTTP/1.1" status: 200 len: 852 time: 0.2213380 Jun 19 18:07:18.077481 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.154678 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-7b63d96b-8832-4c51-a230-2e4313ac6260 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:18.155484 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-7b63d96b-8832-4c51-a230-2e4313ac6260 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Synchronizing usage tracker for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:network {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:07:18.161621 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c810ff97-71ba-4c94-94d0-67d75187d16e req-ba857471-9cb0-4371-82a2-aa4cd5de6d18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6444b8-bd7b-495d-8ccb-d2f97a555404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761056 Jun 19 18:07:18.185215 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35524) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:18.200680 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f3519d9f-9180-4461-b511-adae4421b325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.222239 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f3519d9f-9180-4461-b511-adae4421b325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.269385 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-81f79080-6acd-4b08-8eae-f9d3130ddcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.302958 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:18.363200 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c810ff97-71ba-4c94-94d0-67d75187d16e req-2a477034-fef8-4391-9378-3847d4f81561 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6444b8-bd7b-495d-8ccb-d2f97a555404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885586 Jun 19 18:07:18.374582 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-81f79080-6acd-4b08-8eae-f9d3130ddcf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:18.374950 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-2db89ea5-7be1-49b1-8d6c-8133def7b246 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:18.376435 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-2db89ea5-7be1-49b1-8d6c-8133def7b246 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/networks?id=0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 200 len: 819 time: 0.7117076 Jun 19 18:07:18.409268 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-7b63d96b-8832-4c51-a230-2e4313ac6260 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Unset dirty status for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:network {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:07:18.410414 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-7b63d96b-8832-4c51-a230-2e4313ac6260 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 817 time: 0.7803431 Jun 19 18:07:18.432526 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f3519d9f-9180-4461-b511-adae4421b325 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=daaa6b263a054fb3844bbcf03929a1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0383158 Jun 19 18:07:18.434128 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3519d9f-9180-4461-b511-adae4421b325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1450ae-e53b-45ec-b75b-43aff9f7646d,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:18.437905 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-81f79080-6acd-4b08-8eae-f9d3130ddcf6 admin admin] Usage tracker for resource:security_group_rule and tenant:c44c967a1f044baeb0c5ea8b6521de31 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:18.439628 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 35532) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:18.441177 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f3519d9f-9180-4461-b511-adae4421b325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:18.442009 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-81f79080-6acd-4b08-8eae-f9d3130ddcf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:18.448681 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-81f79080-6acd-4b08-8eae-f9d3130ddcf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:18.463388 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35536) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:18.465808 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-d1c3799d-58a4-412b-a678-522339207656 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/quotas/b3f62e43d99644b588a048b698e69f2e HTTP/1.1" status: 200 len: 375 time: 0.0615482 Jun 19 18:07:18.528092 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-77abab9e-3402-44c6-a454-50068cc90860 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/quotas/14d9cfcbb59d4f6a99d269c76f891fc9 HTTP/1.1" status: 200 len: 375 time: 0.1085119 Jun 19 18:07:18.572348 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-81f79080-6acd-4b08-8eae-f9d3130ddcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.578284 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-81f79080-6acd-4b08-8eae-f9d3130ddcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.591412 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:18.632004 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-81f79080-6acd-4b08-8eae-f9d3130ddcf6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c44c967a1f044baeb0c5ea8b6521de31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400401 Jun 19 18:07:18.636501 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35544) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:18.652719 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f79080-6acd-4b08-8eae-f9d3130ddcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fd6f3e-60a8-400b-8375-2c1942688610,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:18.658192 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-81f79080-6acd-4b08-8eae-f9d3130ddcf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:18.730367 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c810ff97-71ba-4c94-94d0-67d75187d16e req-4888e758-bc0e-475c-a60c-2252e7e64fa8 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6444b8-bd7b-495d-8ccb-d2f97a555404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508215 Jun 19 18:07:18.742933 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e8681d23-b5d6-4061-bf4c-46f037f30f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.762168 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3a6558f4-2313-411f-82e6-b913efbccd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.800641 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3a6558f4-2313-411f-82e6-b913efbccd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.823772 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e8681d23-b5d6-4061-bf4c-46f037f30f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.837331 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca457-87ba-4f48-8f6d-067887cebc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.859621 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-32fbc8df-65c5-45f7-a151-2544afcf8131 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3f62e43d99644b588a048b698e69f2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3717754 Jun 19 18:07:18.876039 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-5f5ca457-87ba-4f48-8f6d-067887cebc09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:18.880743 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-5f5ca457-87ba-4f48-8f6d-067887cebc09 admin admin] Usage tracker for resource:security_group_rule and tenant:bbbe8c1fe70a4f97996ccd554a15dd9a is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:18.884616 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-5f5ca457-87ba-4f48-8f6d-067887cebc09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:18.891640 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-5f5ca457-87ba-4f48-8f6d-067887cebc09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:18.918593 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-aa114955-53c8-40ea-b784-2d89b2f1bbb4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3833299 Jun 19 18:07:18.924440 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3a6558f4-2313-411f-82e6-b913efbccd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.934670 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-77141da7-8330-4e3e-8927-fdda68bb6af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:18.960056 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6558f4-2313-411f-82e6-b913efbccd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fd6f3e-60a8-400b-8375-2c1942688610,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:18.967954 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3a6558f4-2313-411f-82e6-b913efbccd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:18.994258 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3a6558f4-2313-411f-82e6-b913efbccd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:18.996941 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3a6558f4-2313-411f-82e6-b913efbccd9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3fd6f3e-60a8-400b-8375-2c1942688610 HTTP/1.1" status: 204 len: 168 time: 0.3576655 Jun 19 18:07:19.065017 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca457-87ba-4f48-8f6d-067887cebc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:19.075600 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5f5ca457-87ba-4f48-8f6d-067887cebc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:19.095393 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-38143434-30f2-4ca9-833c-7d21bae9157a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:19.175411 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-5f5ca457-87ba-4f48-8f6d-067887cebc09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbbe8c1fe70a4f97996ccd554a15dd9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7107944 Jun 19 18:07:19.176358 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ca457-87ba-4f48-8f6d-067887cebc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2025f9eb-dd50-4330-9b32-cb3e2f8472b3,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:19.180720 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5f5ca457-87ba-4f48-8f6d-067887cebc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:19.181079 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35564) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:19.246573 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f739b6e7-7c8d-4829-ab2f-b2c0f0436493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:19.299446 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f739b6e7-7c8d-4829-ab2f-b2c0f0436493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:19.406948 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f739b6e7-7c8d-4829-ab2f-b2c0f0436493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:19.417222 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:19.429029 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e8681d23-b5d6-4061-bf4c-46f037f30f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:19.451538 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f739b6e7-7c8d-4829-ab2f-b2c0f0436493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:19.456106 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f739b6e7-7c8d-4829-ab2f-b2c0f0436493 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2025f9eb-dd50-4330-9b32-cb3e2f8472b3 HTTP/1.1" status: 204 len: 168 time: 0.2705321 Jun 19 18:07:19.456106 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739b6e7-7c8d-4829-ab2f-b2c0f0436493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2025f9eb-dd50-4330-9b32-cb3e2f8472b3,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:19.462334 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f739b6e7-7c8d-4829-ab2f-b2c0f0436493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:19.467329 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-88b31df2-82c6-4776-855f-fe51432e09e7 service neutron] 10.222.0.16 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063735 Jun 19 18:07:19.501136 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9e289039-1aa0-4ebc-8abb-af94e2ea0346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:19.635926 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-31508b83-b5d6-48af-926a-3ce0b623ccd5 service neutron] 10.222.0.16 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873021 Jun 19 18:07:19.649317 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8681d23-b5d6-4061-bf4c-46f037f30f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1450ae-e53b-45ec-b75b-43aff9f7646d,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:19.688298 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e8681d23-b5d6-4061-bf4c-46f037f30f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:19.815636 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e8681d23-b5d6-4061-bf4c-46f037f30f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:19.819652 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e8681d23-b5d6-4061-bf4c-46f037f30f60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d1450ae-e53b-45ec-b75b-43aff9f7646d HTTP/1.1" status: 204 len: 168 time: 1.3790407 Jun 19 18:07:19.978924 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-3f6c5056-71ac-444c-a293-1c80baa8a3a2 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:19.980390 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-3f6c5056-71ac-444c-a293-1c80baa8a3a2 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.30 "GET /v2.0/networks?id=0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 200 len: 819 time: 0.6325974 Jun 19 18:07:19.986723 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-9003db75-4c2d-4f0e-8cb6-57bbeab8aa79 service neutron] 10.222.0.16 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775271 Jun 19 18:07:20.001724 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Request body: {'port': {'device_id': '1a40eda4-c5d4-4a81-8600-da14a3a08527', 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b', 'admin_state_up': True, 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:20.032810 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-eb72d305-f344-49db-b908-6daf54b571b0 service neutron] 10.222.0.16 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457539 Jun 19 18:07:20.193003 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:20.198117 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Usage tracker for resource:port and tenant:b3f62e43d99644b588a048b698e69f2e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:20.201638 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:20.209448 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:20.229077 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Made reservation on behalf of b3f62e43d99644b588a048b698e69f2e for: {'port': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:07:20.233336 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:20.347226 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35612) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:20.420090 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d4422e78-ddac-4ab0-a554-5659694ab050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:20.510195 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device b1c5f530-bf7b-4e61-9ead-cf9364929ee9 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:07:20.515111 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-d4422e78-ddac-4ab0-a554-5659694ab050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:20.525583 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-d4422e78-ddac-4ab0-a554-5659694ab050 admin admin] Usage tracker for resource:security_group_rule and tenant:1749551eb3834f14a9d020eec2234281 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:20.552585 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-d4422e78-ddac-4ab0-a554-5659694ab050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:20.571693 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-d4422e78-ddac-4ab0-a554-5659694ab050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:20.635676 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35622) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:20.709272 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3d1bcf76-f9f0-43e7-96e5-9c7c5c69560b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:20.734751 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2f704b1d-6af7-46ad-b9b9-149278861993 req-28bc3621-15b8-4e7c-a2e4-a1b99b0a19d4 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 210 time: 0.0457861 Jun 19 18:07:20.767745 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-3d1bcf76-f9f0-43e7-96e5-9c7c5c69560b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:20.797973 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-3d1bcf76-f9f0-43e7-96e5-9c7c5c69560b admin admin] Usage tracker for resource:security_group_rule and tenant:7e2237b7d7e94744ae1ca35f75dcf9c3 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:20.817203 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-3d1bcf76-f9f0-43e7-96e5-9c7c5c69560b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:20.836856 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-3d1bcf76-f9f0-43e7-96e5-9c7c5c69560b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:20.863935 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b219076b-2e88-46cb-8613-6406bfe3667c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:20.897562 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port b1c5f530-bf7b-4e61-9ead-cf9364929ee9, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=b1c5f530-bf7b-4e61-9ead-cf9364929ee9,segment=NetworkSegment(594014ca-7428-4ad5-b23e-f9134417ae13),segment_id=594014ca-7428-4ad5-b23e-f9134417ae13)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:20.904335 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d4422e78-ddac-4ab0-a554-5659694ab050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:20.919246 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d4422e78-ddac-4ab0-a554-5659694ab050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:20.934983 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'b1c5f530-bf7b-4e61-9ead-cf9364929ee9', 'network_id': 'cb6444b8-bd7b-495d-8ccb-d2f97a555404', 'port_id': 'b1c5f530-bf7b-4e61-9ead-cf9364929ee9', 'mac_address': 'fa:16:3e:e4:d0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5314db69-8428-494a-aa69-03faa18caa9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:07:20.937036 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9961549b-4af8-4e63-a696-3142e528cda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:21.026117 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d4422e78-ddac-4ab0-a554-5659694ab050 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1749551eb3834f14a9d020eec2234281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6772244 Jun 19 18:07:21.028046 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4422e78-ddac-4ab0-a554-5659694ab050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ce7db8-5cdd-4193-affc-81d2ac0bdeb1,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:21.030413 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 35642) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:21.048069 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d4422e78-ddac-4ab0-a554-5659694ab050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:21.049584 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-38584f2e-5241-46df-9831-1a71e2aebb55 req-8bea74f6-17d5-471e-b48a-342b8198c1f9 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 210 time: 0.1943669 Jun 19 18:07:21.094279 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.111535 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3d1bcf76-f9f0-43e7-96e5-9c7c5c69560b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.116519 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3d1bcf76-f9f0-43e7-96e5-9c7c5c69560b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.125080 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Allocated IP 172.20.0.8 (0292681d-9ad0-42f9-9ae2-e82b7207737b/e6e43aa8-77fe-44a9-9087-d1d176befaca/3c4e3e18-ede4-424b-b11b-e0e4873bbae9) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:07:21.129790 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:21.192561 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3d1bcf76-f9f0-43e7-96e5-9c7c5c69560b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e2237b7d7e94744ae1ca35f75dcf9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5546041 Jun 19 18:07:21.193304 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35650) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:21.197945 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bcf76-f9f0-43e7-96e5-9c7c5c69560b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c967b10-9ccc-499f-8c13-19896c297b97,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:21.201850 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c5f530-bf7b-4e61-9ead-cf9364929ee9 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:07:21.218387 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3d1bcf76-f9f0-43e7-96e5-9c7c5c69560b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:21.231587 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.237020 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ace176b4-2bc3-4120-9d5b-a70e98247268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.267340 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port b1c5f530-bf7b-4e61-9ead-cf9364929ee9, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=b1c5f530-bf7b-4e61-9ead-cf9364929ee9,segment=NetworkSegment(594014ca-7428-4ad5-b23e-f9134417ae13),segment_id=594014ca-7428-4ad5-b23e-f9134417ae13)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:21.267502 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b191-bdf8-45c9-a618-14d025cf8ca8 req-a057498a-7726-4f80-b33c-697dcb4438cd tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:21.271211 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7fb4b191-bdf8-45c9-a618-14d025cf8ca8 req-a057498a-7726-4f80-b33c-697dcb4438cd tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 943 time: 0.5866439 Jun 19 18:07:21.277119 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.279128 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-309240d2-5c84-4441-934a-e97d6baadb0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:21.323370 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4463b6ec-18c3-4cc7-90fb-8c6188482de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.360231 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4463b6ec-18c3-4cc7-90fb-8c6188482de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.426963 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ace176b4-2bc3-4120-9d5b-a70e98247268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.447721 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=b1c5f530-bf7b-4e61-9ead-cf9364929ee9,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:21.455197 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:21.463001 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4463b6ec-18c3-4cc7-90fb-8c6188482de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.480676 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-81f79080-6acd-4b08-8eae-f9d3130ddcf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:21.502457 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463b6ec-18c3-4cc7-90fb-8c6188482de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c967b10-9ccc-499f-8c13-19896c297b97,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:21.512299 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4463b6ec-18c3-4cc7-90fb-8c6188482de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:21.514686 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4463b6ec-18c3-4cc7-90fb-8c6188482de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.518085 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4463b6ec-18c3-4cc7-90fb-8c6188482de1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c967b10-9ccc-499f-8c13-19896c297b97 HTTP/1.1" status: 204 len: 168 time: 0.3211491 Jun 19 18:07:21.600283 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7fb4b191-bdf8-45c9-a618-14d025cf8ca8 req-6a2ffae6-8920-4b95-8d3a-d69d618559bc tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592494 Jun 19 18:07:21.661307 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.697496 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ace176b4-2bc3-4120-9d5b-a70e98247268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.709185 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['b1c5f530-bf7b-4e61-9ead-cf9364929ee9'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:07:21.712335 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:21.744581 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace176b4-2bc3-4120-9d5b-a70e98247268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ce7db8-5cdd-4193-affc-81d2ac0bdeb1,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:21.774933 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ace176b4-2bc3-4120-9d5b-a70e98247268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:21.795230 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.805377 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ace176b4-2bc3-4120-9d5b-a70e98247268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:21.816986 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ace176b4-2bc3-4120-9d5b-a70e98247268 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40ce7db8-5cdd-4193-affc-81d2ac0bdeb1 HTTP/1.1" status: 204 len: 168 time: 0.7656443 Jun 19 18:07:21.818916 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:22.015809 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Network 0292681d-9ad0-42f9-9ae2-e82b7207737b is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:07:22.126762 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:22.138975 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:07:22.236390 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.30', 49732) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:22.303685 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:22.304846 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:22.394142 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-638f9332-093a-417a-8a6a-a7c9ac3f9698 req-8d2dfd28-7a35-4403-8cb9-421c44da0cf6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Synchronizing usage tracker for tenant:b3f62e43d99644b588a048b698e69f2e on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:07:22.530328 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Pushing event updated for resources: {'Port': ['ID=3c4e3e18-ede4-424b-b11b-e0e4873bbae9,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:22.561222 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-4db4a104-93c8-4e9e-90b6-a47b90228aca tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:22.562689 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-4db4a104-93c8-4e9e-90b6-a47b90228aca tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Synchronizing usage tracker for tenant:b3f62e43d99644b588a048b698e69f2e on resource:network {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:07:22.590571 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-4db4a104-93c8-4e9e-90b6-a47b90228aca tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Unset dirty status for tenant:b3f62e43d99644b588a048b698e69f2e on resource:network {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:07:22.592093 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-4db4a104-93c8-4e9e-90b6-a47b90228aca tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.30 "GET /v2.0/networks?id=0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 200 len: 819 time: 0.3532238 Jun 19 18:07:22.610622 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Request body: {'port': {'device_id': '8f9487ce-bfaf-475e-aa9f-7d55120ea9c6', 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b', 'admin_state_up': True, 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:22.654418 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:22.675081 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-440dad9a-c1aa-435a-b3d0-e6655a238795 req-4d284596-b151-450c-9f94-0b07d02ebd3e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 210 time: 0.3466132 Jun 19 18:07:22.687502 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6902044 Jun 19 18:07:22.720046 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Request body: {'port': {'device_id': '1a40eda4-c5d4-4a81-8600-da14a3a08527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:22.826108 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:22.833440 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-638f9332-093a-417a-8a6a-a7c9ac3f9698 req-8d2dfd28-7a35-4403-8cb9-421c44da0cf6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Unset dirty status for tenant:b3f62e43d99644b588a048b698e69f2e on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:07:22.846875 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:22.847220 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-638f9332-093a-417a-8a6a-a7c9ac3f9698 req-8d2dfd28-7a35-4403-8cb9-421c44da0cf6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 210 time: 0.8438690 Jun 19 18:07:22.863429 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Made reservation on behalf of b3f62e43d99644b588a048b698e69f2e for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:07:22.870575 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:23.018656 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:23.047865 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861f736-31a9-47b8-88c9-02b7d0309404 req-590899ab-bf8d-4d89-a185-671aec1fa6cc tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:23.055979 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9861f736-31a9-47b8-88c9-02b7d0309404 req-590899ab-bf8d-4d89-a185-671aec1fa6cc tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 944 time: 0.1925566 Jun 19 18:07:23.106180 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.30', 49737) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:23.138871 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Allocated IP 172.20.0.14 (0292681d-9ad0-42f9-9ae2-e82b7207737b/e6e43aa8-77fe-44a9-9087-d1d176befaca/cb92c14e-69cb-4810-b6a3-d63a70525cd6) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:07:23.181209 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9861f736-31a9-47b8-88c9-02b7d0309404 req-a41aa8e6-1fd3-4d0e-a50e-0c501f9d0caf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196003 Jun 19 18:07:23.374746 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-09116f41-991d-4949-a628-98467d01ff89 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:23.376263 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-09116f41-991d-4949-a628-98467d01ff89 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 817 time: 0.2661152 Jun 19 18:07:23.453722 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1cda744d-b5d4-48b8-aedb-9b313293cacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:23.502192 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-ce6313f7-84a1-4c23-bafb-328f604b1e2c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Synchronizing usage tracker for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:security_group {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:07:23.523574 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-ce6313f7-84a1-4c23-bafb-328f604b1e2c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Unset dirty status for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:security_group {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:07:23.524848 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-ce6313f7-84a1-4c23-bafb-328f604b1e2c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9 HTTP/1.1" status: 200 len: 380 time: 0.1328137 Jun 19 18:07:23.554801 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Request body: {'port': {'device_id': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'admin_state_up': True, 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'security_groups': ['22986f3a-572b-4212-b2de-04a3c4ab7db8']}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:23.626352 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:23.856980 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:23.861739 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Usage tracker for resource:port and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:23.865047 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:23.878187 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:23.895745 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Made reservation on behalf of 14d9cfcbb59d4f6a99d269c76f891fc9 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:07:23.900715 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:23.918090 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:23.928124 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:23.945708 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-90fd7523-c6fa-40e4-8862-86998e53b007 req-5eba51a6-d062-4518-a45f-68cf1f954c1d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 210 time: 0.0850763 Jun 19 18:07:23.985455 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:24.101938 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Network 0292681d-9ad0-42f9-9ae2-e82b7207737b is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:07:24.121824 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:24.137372 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:07:24.144123 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:24.144856 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:24.164174 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Pushing event updated for resources: {'Port': ['ID=cb92c14e-69cb-4810-b6a3-d63a70525cd6,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:24.182024 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:24.210295 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaa86a-30bc-410e-a7f6-403d131c66b5 req-324205bb-110b-4802-b4d4-b4e3a9608dc6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:24.218305 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bdfaa86a-30bc-410e-a7f6-403d131c66b5 req-324205bb-110b-4802-b4d4-b4e3a9608dc6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 932 time: 0.1845982 Jun 19 18:07:24.247164 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6406679 Jun 19 18:07:24.266271 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Request body: {'port': {'device_id': '8f9487ce-bfaf-475e-aa9f-7d55120ea9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:24.317452 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 {{(pid=78398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:07:24.345191 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bdfaa86a-30bc-410e-a7f6-403d131c66b5 req-315e61cf-b9da-423f-907d-c512b00fedf6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225297 Jun 19 18:07:24.347154 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:24.377689 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Transition to ACTIVE for port object 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 will not be triggered until provisioned by entity L2. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:07:24.454174 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:24.458502 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:24.470986 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:24.498558 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device b1c5f530-bf7b-4e61-9ead-cf9364929ee9 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:07:24.681744 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port b1c5f530-bf7b-4e61-9ead-cf9364929ee9 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:07:24.690267 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port b1c5f530-bf7b-4e61-9ead-cf9364929ee9 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:24.690866 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:24.793508 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4e3e18-ede4-424b-b11b-e0e4873bbae9,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:24.835059 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e67b0-5248-4cd8-a8f7-2d7e8ee8f10a req-ddcf0d29-6448-4811-89ed-7b40c4098c1c tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:24.844505 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-140e67b0-5248-4cd8-a8f7-2d7e8ee8f10a req-ddcf0d29-6448-4811-89ed-7b40c4098c1c tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 944 time: 0.4638760 Jun 19 18:07:24.848869 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:24.853596 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Allocated IP 172.20.0.9 (efd8fed2-8ed2-4852-895b-bf8080865dcb/3756173a-73d2-4b6c-88c4-dcdbd6d3e130/d4da6799-fa91-4540-a263-9904105022cc) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:07:24.896671 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Attempting to bind port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:07:24.897166 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Attempting to bind port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:07:24.897645 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Attempting to bind port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 on network 0292681d-9ad0-42f9-9ae2-e82b7207737b {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:24.908770 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:24.924827 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-140e67b0-5248-4cd8-a8f7-2d7e8ee8f10a req-f2a00d00-03d3-4ae0-8975-6e77a648751d tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659389 Jun 19 18:07:24.925655 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 on network 0292681d-9ad0-42f9-9ae2-e82b7207737b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:07:24.926069 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Attempting to bind port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 on network 0292681d-9ad0-42f9-9ae2-e82b7207737b {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:24.932794 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:07:24.933331 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Checking segment: {'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:24.933903 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Bound using segment: {'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'} {{(pid=78398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:07:24.934815 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.managers [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Bound port: 3c4e3e18-ede4-424b-b11b-e0e4873bbae9, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'}}] {{(pid=78398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:07:24.935461 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:25.016915 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port b1c5f530-bf7b-4e61-9ead-cf9364929ee9, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=b1c5f530-bf7b-4e61-9ead-cf9364929ee9,segment=NetworkSegment(594014ca-7428-4ad5-b23e-f9134417ae13),segment_id=594014ca-7428-4ad5-b23e-f9134417ae13)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:25.019091 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93ba28b-5297-40bb-998e-31b20af834c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c5f530-bf7b-4e61-9ead-cf9364929ee9'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:07:25.159107 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] For port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9, host hv-cinder-79710, cleared binding levels {{(pid=78398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:07:25.169067 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] For port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=3c4e3e18-ede4-424b-b11b-e0e4873bbae9,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:07:25.179767 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:25.189023 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-bb6749bf-f4ad-4cc7-879e-a1d3586c5023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:25.199105 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:25.204475 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb92c14e-69cb-4810-b6a3-d63a70525cd6 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:07:25.206755 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:25.218097 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:25.308518 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Transition to ACTIVE for port object cb92c14e-69cb-4810-b6a3-d63a70525cd6 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:07:25.332830 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:25.367636 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:25.437931 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-df427899-23b2-4f83-ba2d-cae69b8f70d9 req-71df281e-4773-44c2-815e-8ecb506c675d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 210 time: 0.1504889 Jun 19 18:07:25.478064 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:25.538377 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:25.539035 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:25.540371 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c4e3e18-ede4-424b-b11b-e0e4873bbae9 HTTP/1.1" status: 200 len: 1093 time: 2.8311081 Jun 19 18:07:25.540834 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a40eda4-c5d4-4a81-8600-da14a3a08527', 'tag': '3c4e3e18-ede4-424b-b11b-e0e4873bbae9'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:07:25.569174 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=b1c5f530-bf7b-4e61-9ead-cf9364929ee9,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:25.588169 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:25.602336 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4e3e18-ede4-424b-b11b-e0e4873bbae9,revision_number=3']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:25.621110 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:25.724913 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a40eda4-c5d4-4a81-8600-da14a3a08527', 'tag': '3c4e3e18-ede4-424b-b11b-e0e4873bbae9', 'status': 'completed', 'code': 200} Jun 19 18:07:25.792821 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:25.817644 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Transition to ACTIVE for port object d4da6799-fa91-4540-a263-9904105022cc will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:07:25.827904 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Pushing event updated for resources: {'Port': ['ID=cb92c14e-69cb-4810-b6a3-d63a70525cd6,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:25.856757 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-c97e3f68-0e41-4c4f-8f2b-9ae8ca1ea0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:25.858333 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-c97e3f68-0e41-4c4f-8f2b-9ae8ca1ea0d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f62e43d99644b588a048b698e69f2e&device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 1096 time: 0.2388780 Jun 19 18:07:25.860357 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:25.887573 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Attempting to bind port cb92c14e-69cb-4810-b6a3-d63a70525cd6 on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:07:25.887924 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Attempting to bind port cb92c14e-69cb-4810-b6a3-d63a70525cd6 by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:07:25.888267 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Attempting to bind port cb92c14e-69cb-4810-b6a3-d63a70525cd6 on network 0292681d-9ad0-42f9-9ae2-e82b7207737b {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:25.895914 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Port cb92c14e-69cb-4810-b6a3-d63a70525cd6 on network 0292681d-9ad0-42f9-9ae2-e82b7207737b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:07:25.896225 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Attempting to bind port cb92c14e-69cb-4810-b6a3-d63a70525cd6 on network 0292681d-9ad0-42f9-9ae2-e82b7207737b {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:25.905801 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:07:25.906151 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Checking segment: {'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:25.906695 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Bound using segment: {'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:07:25.907119 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Bound port: cb92c14e-69cb-4810-b6a3-d63a70525cd6, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6582152f-a4ad-42ab-bd5d-1ec35a636058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:07:25.908640 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:25.920769 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93ba28b-5297-40bb-998e-31b20af834c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c5f530-bf7b-4e61-9ead-cf9364929ee9', 'code': 200} Jun 19 18:07:25.951848 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e9046-a962-4258-934c-c8ce2a92ddd7 req-74dd128e-8892-4aaa-845e-7c2aea047366 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:25.953453 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-722e9046-a962-4258-934c-c8ce2a92ddd7 req-74dd128e-8892-4aaa-845e-7c2aea047366 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 944 time: 0.2386856 Jun 19 18:07:25.962406 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-aeec212b-e7c9-44e6-bf78-bd7cfe5d2f55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c4e3e18-ede4-424b-b11b-e0e4873bbae9 HTTP/1.1" status: 200 len: 217 time: 0.0902696 Jun 19 18:07:25.992247 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:26.007262 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:26.103781 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-722e9046-a962-4258-934c-c8ce2a92ddd7 req-2112e0cb-e576-4dc1-8b85-77e57fbc60ff tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402490 Jun 19 18:07:26.135213 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-abaf98b1-3b3e-4840-9e12-094e7db3b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:26.139391 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-abaf98b1-3b3e-4840-9e12-094e7db3b677 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6e43aa8-77fe-44a9-9087-d1d176befaca HTTP/1.1" status: 200 len: 859 time: 0.1463642 Jun 19 18:07:26.188584 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Network efd8fed2-8ed2-4852-895b-bf8080865dcb is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:07:26.208941 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:26.216897 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] For port cb92c14e-69cb-4810-b6a3-d63a70525cd6, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:07:26.224760 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] For port cb92c14e-69cb-4810-b6a3-d63a70525cd6, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cb92c14e-69cb-4810-b6a3-d63a70525cd6,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:07:26.231046 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.30', 49747) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:26.232303 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:07:26.243643 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:26.245365 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:26.330104 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-c9553823-c984-4e01-b8bc-c30dfb7eafbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0292681d-9ad0-42f9-9ae2-e82b7207737b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750508 Jun 19 18:07:26.430092 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8842130 Jun 19 18:07:26.431007 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:26.431798 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event updated for resources: {'Port': ['ID=d4da6799-fa91-4540-a263-9904105022cc,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:26.441757 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:26.450269 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Request body: {'port': {'device_id': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:26.524852 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-8848b44f-2800-4b40-b2e4-60f3f08dc9a3 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852839 Jun 19 18:07:26.645780 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35868) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:26.655062 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:26.682418 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-f3806b5a-d5e7-4820-9709-013358ba616b None None] Provisioning for port d4da6799-fa91-4540-a263-9904105022cc completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:07:26.690145 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-f3806b5a-d5e7-4820-9709-013358ba616b None None] Provisioning complete for port d4da6799-fa91-4540-a263-9904105022cc triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:26.695839 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f3806b5a-d5e7-4820-9709-013358ba616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:26.775399 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:26.776003 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:26.787420 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] 10.222.0.30 "PUT /v2.0/ports/cb92c14e-69cb-4810-b6a3-d63a70525cd6 HTTP/1.1" status: 200 len: 1094 time: 2.5256369 Jun 19 18:07:26.795989 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9487ce-bfaf-475e-aa9f-7d55120ea9c6', 'tag': 'cb92c14e-69cb-4810-b6a3-d63a70525cd6'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:07:26.800740 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56234eca-b180-4df7-8a98-33a7d3277a0e req-a0752fb4-c26c-42a4-a645-f90b459e09f5 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559924 Jun 19 18:07:26.852984 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-f3806b5a-d5e7-4820-9709-013358ba616b None None] Port d4da6799-fa91-4540-a263-9904105022cc cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:07:26.864268 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f634d-e044-4d31-8df7-30d85b271aee req-cd366ab6-24e8-4922-a2d0-135ce7bc7f15 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:26.869400 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7c9f634d-e044-4d31-8df7-30d85b271aee req-cd366ab6-24e8-4922-a2d0-135ce7bc7f15 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 945 time: 0.7277260 Jun 19 18:07:26.911728 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb861a-a586-4854-86f7-388f96cf4d2b req-d55ec990-1442-4cf3-816c-bbd348bf318e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:26.919450 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cacb861a-a586-4854-86f7-388f96cf4d2b req-d55ec990-1442-4cf3-816c-bbd348bf318e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 931 time: 0.2629700 Jun 19 18:07:26.923593 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:27.003839 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Pushing event updated for resources: {'Port': ['ID=cb92c14e-69cb-4810-b6a3-d63a70525cd6,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:27.025935 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:27.029191 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f5ec8-eacd-4108-94f3-ceeda6494dc7 req-5237a2f1-3435-4df9-89d8-ff4e7fe859a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:27.030677 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d35f5ec8-eacd-4108-94f3-ceeda6494dc7 req-5237a2f1-3435-4df9-89d8-ff4e7fe859a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 1098 time: 0.7430456 Jun 19 18:07:27.039467 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cacb861a-a586-4854-86f7-388f96cf4d2b req-e226577f-d0ee-4682-9113-3c52a94bc032 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163490 Jun 19 18:07:27.067922 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7c9f634d-e044-4d31-8df7-30d85b271aee req-fe260d9a-542e-42f3-a686-648bab2ac9bb tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926992 Jun 19 18:07:27.087551 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-b469b4e6-8067-4662-b7a1-157a2aaf2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:27.089264 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-b469b4e6-8067-4662-b7a1-157a2aaf2e5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f62e43d99644b588a048b698e69f2e&device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 1097 time: 0.1452534 Jun 19 18:07:27.216702 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d35f5ec8-eacd-4108-94f3-ceeda6494dc7 req-495d8fab-478d-40a8-a492-4db3ffa36309 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:27.263585 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-066237fa-8ff6-41b7-8499-53efd8efd047 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb92c14e-69cb-4810-b6a3-d63a70525cd6 HTTP/1.1" status: 200 len: 217 time: 0.1599979 Jun 19 18:07:27.293154 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2f9889f6-18f9-4a68-94d6-a669450aaced admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:27.347373 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-d35f5ec8-eacd-4108-94f3-ceeda6494dc7 req-495d8fab-478d-40a8-a492-4db3ffa36309 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:27.363577 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-d35f5ec8-eacd-4108-94f3-ceeda6494dc7 req-495d8fab-478d-40a8-a492-4db3ffa36309 service neutron] Usage tracker for resource:security_group_rule and tenant:a0993244b00f474a937f242683464ad9 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:27.370744 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-d35f5ec8-eacd-4108-94f3-ceeda6494dc7 req-495d8fab-478d-40a8-a492-4db3ffa36309 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:27.451687 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9487ce-bfaf-475e-aa9f-7d55120ea9c6', 'tag': 'cb92c14e-69cb-4810-b6a3-d63a70525cd6', 'status': 'completed', 'code': 200} Jun 19 18:07:27.453867 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-2f9889f6-18f9-4a68-94d6-a669450aaced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:27.456595 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-d35f5ec8-eacd-4108-94f3-ceeda6494dc7 req-495d8fab-478d-40a8-a492-4db3ffa36309 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:27.467623 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-8cbbc091-cbd8-42a1-b2ff-ddfa6059bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:27.470048 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-8cbbc091-cbd8-42a1-b2ff-ddfa6059bab5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6e43aa8-77fe-44a9-9087-d1d176befaca HTTP/1.1" status: 200 len: 859 time: 0.1913261 Jun 19 18:07:27.474732 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-2f9889f6-18f9-4a68-94d6-a669450aaced admin admin] Usage tracker for resource:security_group_rule and tenant:c6b5718c6e034d97acfdff810b5a2d50 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:27.492655 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-2f9889f6-18f9-4a68-94d6-a669450aaced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:27.514683 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-2f9889f6-18f9-4a68-94d6-a669450aaced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:27.534832 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-4de1218a-6bc6-4047-967d-532f95ac6210 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0292681d-9ad0-42f9-9ae2-e82b7207737b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566778 Jun 19 18:07:27.535356 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0166e5d-3bbc-4c37-8b95-eefc8be28e47 req-68b1167b-35d2-490f-afb4-9e36f6190cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:27.537590 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0166e5d-3bbc-4c37-8b95-eefc8be28e47 req-68b1167b-35d2-490f-afb4-9e36f6190cd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f62e43d99644b588a048b698e69f2e&device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 1096 time: 0.5940571 Jun 19 18:07:27.577815 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caaea1-6362-46fc-b5da-609f679c13a5 req-4b997af2-8c32-4f06-8182-d1b8dedbea33 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:27.579428 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-29caaea1-6362-46fc-b5da-609f679c13a5 req-4b997af2-8c32-4f06-8182-d1b8dedbea33 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 944 time: 0.1906488 Jun 19 18:07:27.702002 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-29caaea1-6362-46fc-b5da-609f679c13a5 req-39e148c6-56dc-4957-adba-93903f95e830 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165473 Jun 19 18:07:27.730036 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-1a017c19-4bc7-40c5-8da9-97e86d384f0e service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826799 Jun 19 18:07:27.870552 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-51faa50d-8efa-48d5-82f6-47dc138c0b1b req-fea27a90-08d7-447e-b9c4-b114b7400aa3 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335649 Jun 19 18:07:27.966339 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0166e5d-3bbc-4c37-8b95-eefc8be28e47 req-d008417f-1d7a-42a0-a472-237bbf0aa872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:27.967722 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0166e5d-3bbc-4c37-8b95-eefc8be28e47 req-d008417f-1d7a-42a0-a472-237bbf0aa872 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 200 len: 920 time: 0.4179201 Jun 19 18:07:27.971480 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d35f5ec8-eacd-4108-94f3-ceeda6494dc7 req-495d8fab-478d-40a8-a492-4db3ffa36309 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:28.039100 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c217750-bcfb-4f9f-bb99-98367c5a5532 req-69e2e1e4-c0be-4340-8271-8fbb0300db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:28.041242 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3c217750-bcfb-4f9f-bb99-98367c5a5532 req-69e2e1e4-c0be-4340-8271-8fbb0300db2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f62e43d99644b588a048b698e69f2e&device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 1097 time: 0.0731938 Jun 19 18:07:28.160032 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d35f5ec8-eacd-4108-94f3-ceeda6494dc7 req-495d8fab-478d-40a8-a492-4db3ffa36309 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:28.213120 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:28.229087 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d35f5ec8-eacd-4108-94f3-ceeda6494dc7 req-495d8fab-478d-40a8-a492-4db3ffa36309 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1300340 Jun 19 18:07:28.236078 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0166e5d-3bbc-4c37-8b95-eefc8be28e47 req-d21647a6-b40f-4e59-9167-9e0258f30067 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c4e3e18-ede4-424b-b11b-e0e4873bbae9 HTTP/1.1" status: 200 len: 217 time: 0.2607639 Jun 19 18:07:28.245154 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2f9889f6-18f9-4a68-94d6-a669450aaced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:28.256405 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2f9889f6-18f9-4a68-94d6-a669450aaced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:28.279851 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4da6799-fa91-4540-a263-9904105022cc {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:07:28.303784 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:28.318883 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-2f9889f6-18f9-4a68-94d6-a669450aaced admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6b5718c6e034d97acfdff810b5a2d50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6312788 Jun 19 18:07:28.318883 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d8fab-478d-40a8-a492-4db3ffa36309 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3369577c-8e92-40af-b699-789cefccfac7,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:28.321577 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-495d8fab-478d-40a8-a492-4db3ffa36309 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:28.322063 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 35916) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:28.325744 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4463b6ec-18c3-4cc7-90fb-8c6188482de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:28.365969 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Transition to ACTIVE for port object d4da6799-fa91-4540-a263-9904105022cc will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:07:28.379993 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c217750-bcfb-4f9f-bb99-98367c5a5532 req-97392f80-4326-4ff6-b59b-547f4e6c1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:28.381458 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3c217750-bcfb-4f9f-bb99-98367c5a5532 req-97392f80-4326-4ff6-b59b-547f4e6c1a31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 200 len: 920 time: 0.3339701 Jun 19 18:07:28.387340 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:28.401361 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9889f6-18f9-4a68-94d6-a669450aaced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2408b864-f529-4a3f-8087-f5d55f19cab4,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:28.404753 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2f9889f6-18f9-4a68-94d6-a669450aaced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:28.411439 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364abdc2-8983-470a-93e8-2fb0e3fdb122 req-d373d4a4-b1a7-4229-9194-b92cea58eb1a tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:28.412869 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-364abdc2-8983-470a-93e8-2fb0e3fdb122 req-d373d4a4-b1a7-4229-9194-b92cea58eb1a tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 945 time: 0.1316745 Jun 19 18:07:28.414540 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:28.426498 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459902d5-128e-4355-b883-88df3e03a2e1 req-b1bdeb2e-320c-48f8-b990-f70c137161f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:28.428016 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-459902d5-128e-4355-b883-88df3e03a2e1 req-b1bdeb2e-320c-48f8-b990-f70c137161f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 931 time: 0.2086563 Jun 19 18:07:28.571188 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Pushing event updated for resources: {'Port': ['ID=d4da6799-fa91-4540-a263-9904105022cc,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:28.575119 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:28.592760 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-364abdc2-8983-470a-93e8-2fb0e3fdb122 req-08ccc0e1-46a8-4343-bb3e-d2297035bc0b tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637590 Jun 19 18:07:28.607995 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c4897aa2-3ded-43f2-b0c4-ef6da1d0e301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:28.697321 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-459902d5-128e-4355-b883-88df3e03a2e1 req-244cabc9-4ac9-4457-8ce9-82bf5a9ec0f3 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404909 Jun 19 18:07:28.708285 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3c217750-bcfb-4f9f-bb99-98367c5a5532 req-9ae65c32-22ec-4e87-9373-6edfd374d9ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb92c14e-69cb-4810-b6a3-d63a70525cd6 HTTP/1.1" status: 200 len: 217 time: 0.0786486 Jun 19 18:07:28.766025 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c4897aa2-3ded-43f2-b0c4-ef6da1d0e301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:28.808050 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Attempting to bind port d4da6799-fa91-4540-a263-9904105022cc on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:07:28.808402 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Attempting to bind port d4da6799-fa91-4540-a263-9904105022cc by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:07:28.808721 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Attempting to bind port d4da6799-fa91-4540-a263-9904105022cc on network efd8fed2-8ed2-4852-895b-bf8080865dcb {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:28.816620 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Port d4da6799-fa91-4540-a263-9904105022cc on network efd8fed2-8ed2-4852-895b-bf8080865dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:07:28.817002 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Attempting to bind port d4da6799-fa91-4540-a263-9904105022cc on network efd8fed2-8ed2-4852-895b-bf8080865dcb {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:28.838311 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:07:28.838642 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Checking segment: {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:28.839021 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Bound using segment: {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:07:28.839450 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Bound port: d4da6799-fa91-4540-a263-9904105022cc, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:07:28.839834 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:28.863530 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0166e5d-3bbc-4c37-8b95-eefc8be28e47 req-8cdd6ed9-ba00-4c17-99c4-216dab7a5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:28.865288 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0166e5d-3bbc-4c37-8b95-eefc8be28e47 req-8cdd6ed9-ba00-4c17-99c4-216dab7a5d60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6e43aa8-77fe-44a9-9087-d1d176befaca HTTP/1.1" status: 200 len: 859 time: 0.2190669 Jun 19 18:07:28.869306 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c217750-bcfb-4f9f-bb99-98367c5a5532 req-a601d68a-0b7d-4843-a58b-09f807c4dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:28.872703 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3c217750-bcfb-4f9f-bb99-98367c5a5532 req-a601d68a-0b7d-4843-a58b-09f807c4dfa3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6e43aa8-77fe-44a9-9087-d1d176befaca HTTP/1.1" status: 200 len: 859 time: 0.1358559 Jun 19 18:07:28.977852 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3c217750-bcfb-4f9f-bb99-98367c5a5532 req-6b602f51-191a-44db-8637-95a3a402e9e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0292681d-9ad0-42f9-9ae2-e82b7207737b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973399 Jun 19 18:07:28.995437 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0166e5d-3bbc-4c37-8b95-eefc8be28e47 req-4ee3daeb-62a3-475c-a3f8-0fc56a14454b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0292681d-9ad0-42f9-9ae2-e82b7207737b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563579 Jun 19 18:07:29.024467 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:07:29.053034 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d4da6799-fa91-4540-a263-9904105022cc,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:07:29.066862 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c4897aa2-3ded-43f2-b0c4-ef6da1d0e301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:29.066862 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5f5ca457-87ba-4f48-8f6d-067887cebc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:29.130376 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:29.135932 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4897aa2-3ded-43f2-b0c4-ef6da1d0e301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2408b864-f529-4a3f-8087-f5d55f19cab4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:29.166484 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c4897aa2-3ded-43f2-b0c4-ef6da1d0e301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:29.166987 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:29.245748 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c4897aa2-3ded-43f2-b0c4-ef6da1d0e301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:29.246878 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c4897aa2-3ded-43f2-b0c4-ef6da1d0e301 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2408b864-f529-4a3f-8087-f5d55f19cab4 HTTP/1.1" status: 204 len: 168 time: 0.9147191 Jun 19 18:07:29.248612 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:29.249388 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:29.250594 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] 10.222.0.30 "PUT /v2.0/ports/d4da6799-fa91-4540-a263-9904105022cc HTTP/1.1" status: 200 len: 1093 time: 2.8076696 Jun 19 18:07:29.267726 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f9d7f-0a2b-415c-aac8-663e45f8cceb req-1b43d2ea-f36c-4bb4-8d46-5cfd0ecfb0b8 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:29.275648 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3d9f9d7f-0a2b-415c-aac8-663e45f8cceb req-1b43d2ea-f36c-4bb4-8d46-5cfd0ecfb0b8 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 944 time: 0.3164709 Jun 19 18:07:29.324559 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3c217750-bcfb-4f9f-bb99-98367c5a5532 req-a4ea35f6-9c39-47ee-bb0a-6bad81f015a4 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956107 Jun 19 18:07:29.334611 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0166e5d-3bbc-4c37-8b95-eefc8be28e47 req-9b682d50-b027-4645-83c1-147e74200645 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305848 Jun 19 18:07:29.444287 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Pushing event updated for resources: {'Port': ['ID=d4da6799-fa91-4540-a263-9904105022cc,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:29.445564 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3d9f9d7f-0a2b-415c-aac8-663e45f8cceb req-4fbf11e5-f8f2-415b-9f8e-ac0f5157b4b2 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651957 Jun 19 18:07:29.503914 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:07:29.521019 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:29.616839 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3c217750-bcfb-4f9f-bb99-98367c5a5532 req-26b270c6-1a6a-4912-ae51-aa4b7424b942 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777529 Jun 19 18:07:29.700126 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc', 'status': 'completed', 'code': 200} Jun 19 18:07:29.766462 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f0166e5d-3bbc-4c37-8b95-eefc8be28e47 req-41bb2aaf-35e1-4ae8-98f2-c87804c6b09d service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100144 Jun 19 18:07:29.768476 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-cb93e051-4b00-48be-bb90-8f5e7b7b320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:29.769840 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-cb93e051-4b00-48be-bb90-8f5e7b7b320d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 1096 time: 0.4241145 Jun 19 18:07:29.837406 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172a008-1b7e-4fd5-ad68-b0553d965aca req-9d518d24-2328-4a92-9948-a583f9f42d01 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:29.839204 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d172a008-1b7e-4fd5-ad68-b0553d965aca req-9d518d24-2328-4a92-9948-a583f9f42d01 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 945 time: 0.0968518 Jun 19 18:07:29.839666 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 35974) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:29.874472 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-cee17f17-78a0-44ff-8c97-7dbb5aa83632 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4da6799-fa91-4540-a263-9904105022cc HTTP/1.1" status: 200 len: 217 time: 0.0751324 Jun 19 18:07:29.894979 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-db5856fb-0643-411b-826a-a8f400e4f1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:29.939970 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-db5856fb-0643-411b-826a-a8f400e4f1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:29.946966 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-d739ca75-c508-468b-bbf2-6418ff7a59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:29.948894 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-d739ca75-c508-468b-bbf2-6418ff7a59f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.0667369 Jun 19 18:07:29.950100 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-db5856fb-0643-411b-826a-a8f400e4f1da admin admin] Usage tracker for resource:security_group_rule and tenant:750cb7640b9c46dca6ba7fde5550bfc2 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:29.958005 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-db5856fb-0643-411b-826a-a8f400e4f1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:29.973469 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-db5856fb-0643-411b-826a-a8f400e4f1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:29.995394 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d172a008-1b7e-4fd5-ad68-b0553d965aca req-f448899e-7895-44d1-b1c4-901803ef3d18 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881016 Jun 19 18:07:30.037326 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-abe4b5a5-0fe1-496c-a30f-275e6dacf5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:30.039264 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-abe4b5a5-0fe1-496c-a30f-275e6dacf5be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831561 Jun 19 18:07:30.052283 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa278ee-790f-4b31-8e08-7f264ceeaa1c req-f5dcc7c4-ea53-4399-91d4-c9811c730bbd tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:30.057618 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0aa278ee-790f-4b31-8e08-7f264ceeaa1c req-f5dcc7c4-ea53-4399-91d4-c9811c730bbd tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.2167785 Jun 19 18:07:30.134482 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0aa278ee-790f-4b31-8e08-7f264ceeaa1c req-72c92498-c3fb-4938-9a33-fe8f027f9343 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699265 Jun 19 18:07:30.158119 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-db5856fb-0643-411b-826a-a8f400e4f1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:30.162722 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-db5856fb-0643-411b-826a-a8f400e4f1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:30.174710 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d55133e3-2c72-4abf-b71f-5ff85167bf5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:30.204393 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-35b4c1b1-6643-4512-ac81-8891eb59a6ca service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580927 Jun 19 18:07:30.216847 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-db5856fb-0643-411b-826a-a8f400e4f1da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=750cb7640b9c46dca6ba7fde5550bfc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727045 Jun 19 18:07:30.216847 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5856fb-0643-411b-826a-a8f400e4f1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5599b3-964e-4f17-ab6f-ea8e77a35eda,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:30.218454 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 35982) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:30.220666 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-db5856fb-0643-411b-826a-a8f400e4f1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:30.289254 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-716594da-d980-49cb-9977-88afd3d89168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:30.318898 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-716594da-d980-49cb-9977-88afd3d89168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:30.375723 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-84d1c63a-e5c2-4e1c-b263-b73e5d979b98 req-312d8dad-55e8-41f5-8c3d-f4634d2d553b service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619024 Jun 19 18:07:30.381714 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-716594da-d980-49cb-9977-88afd3d89168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:30.389077 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-036da0eb-3d25-4987-96eb-d146f1c68e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:30.408410 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716594da-d980-49cb-9977-88afd3d89168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5599b3-964e-4f17-ab6f-ea8e77a35eda,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:30.411056 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-716594da-d980-49cb-9977-88afd3d89168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:30.415474 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-716594da-d980-49cb-9977-88afd3d89168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:30.418073 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-716594da-d980-49cb-9977-88afd3d89168 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e5599b3-964e-4f17-ab6f-ea8e77a35eda HTTP/1.1" status: 204 len: 168 time: 0.1986518 Jun 19 18:07:30.507627 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:07:30.695970 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95397913-c2fd-4a2c-89a4-7061bcc00a30 req-b32919bd-899e-4923-885b-649b0975c286 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:30.697561 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-95397913-c2fd-4a2c-89a4-7061bcc00a30 req-b32919bd-899e-4923-885b-649b0975c286 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 944 time: 0.1525142 Jun 19 18:07:30.728111 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=3c4e3e18-ede4-424b-b11b-e0e4873bbae9,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:30.752387 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2252d6-81d9-4606-ba3d-8b5a7d238307 req-2c582045-45fe-47b7-977c-6d633c584556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:30.757824 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fb2252d6-81d9-4606-ba3d-8b5a7d238307 req-2c582045-45fe-47b7-977c-6d633c584556 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 1096 time: 0.2612977 Jun 19 18:07:30.762852 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': '3c4e3e18-ede4-424b-b11b-e0e4873bbae9', 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b', 'port_id': '3c4e3e18-ede4-424b-b11b-e0e4873bbae9', 'mac_address': 'fa:16:3e:d9:c8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e43aa8-77fe-44a9-9087-d1d176befaca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:07:30.786158 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-95397913-c2fd-4a2c-89a4-7061bcc00a30 req-9919a1bc-9c89-4119-9711-5dbd67193f83 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818532 Jun 19 18:07:30.873398 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36010) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:30.874971 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:30.936087 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:07:30.964017 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2252d6-81d9-4606-ba3d-8b5a7d238307 req-6c009079-2c90-466e-8605-9cf11c2f888f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:30.965990 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fb2252d6-81d9-4606-ba3d-8b5a7d238307 req-6c009079-2c90-466e-8605-9cf11c2f888f service neutron] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 918 time: 0.2036667 Jun 19 18:07:30.976184 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=3c4e3e18-ede4-424b-b11b-e0e4873bbae9,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:30.981770 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:30.983700 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:31.077436 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=3c4e3e18-ede4-424b-b11b-e0e4873bbae9,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:31.083270 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:31.121256 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6328f914-eb0d-4695-9287-e64790fce7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:31.138936 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fb2252d6-81d9-4606-ba3d-8b5a7d238307 req-5081b7d7-a0bd-4342-8414-cc527b10b0d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4da6799-fa91-4540-a263-9904105022cc HTTP/1.1" status: 200 len: 217 time: 0.1539497 Jun 19 18:07:31.154794 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6328f914-eb0d-4695-9287-e64790fce7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:31.162937 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6328f914-eb0d-4695-9287-e64790fce7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e476510a8ef443f19c16ec5a8b747017 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:31.183861 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6328f914-eb0d-4695-9287-e64790fce7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:31.203916 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6328f914-eb0d-4695-9287-e64790fce7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:31.208620 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2252d6-81d9-4606-ba3d-8b5a7d238307 req-f6779e5a-6085-4617-a0f8-a6ef79fc6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:31.210973 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fb2252d6-81d9-4606-ba3d-8b5a7d238307 req-f6779e5a-6085-4617-a0f8-a6ef79fc6905 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.0688396 Jun 19 18:07:31.405466 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2252d6-81d9-4606-ba3d-8b5a7d238307 req-734715a4-db53-4d5d-97a2-eb9a012f53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:31.407308 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fb2252d6-81d9-4606-ba3d-8b5a7d238307 req-734715a4-db53-4d5d-97a2-eb9a012f53aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1798368 Jun 19 18:07:31.440647 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0545b17-5a43-4495-89dc-83072e25a0b9 req-a0522eb1-7c70-4a87-abad-ef94f1d3baa7 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:31.442368 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e0545b17-5a43-4495-89dc-83072e25a0b9 req-a0522eb1-7c70-4a87-abad-ef94f1d3baa7 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 945 time: 0.2603359 Jun 19 18:07:31.476228 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['3c4e3e18-ede4-424b-b11b-e0e4873bbae9'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:07:31.547268 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6328f914-eb0d-4695-9287-e64790fce7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:31.576857 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6328f914-eb0d-4695-9287-e64790fce7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:31.608495 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a702b883-dd61-4314-b02c-41239c77cd21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:31.636163 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e0545b17-5a43-4495-89dc-83072e25a0b9 req-740b1cd5-0ac7-48c7-b2e6-3932c2a93c8a tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831598 Jun 19 18:07:31.664319 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65747f4-8ad5-4c96-a59f-069e5ddfb996 req-b6b4f776-97c9-4420-bf7b-cb71925e7c08 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:31.680141 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e65747f4-8ad5-4c96-a59f-069e5ddfb996 req-b6b4f776-97c9-4420-bf7b-cb71925e7c08 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.3833957 Jun 19 18:07:31.685500 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fb2252d6-81d9-4606-ba3d-8b5a7d238307 req-c736c2d6-12a7-47f6-8114-64675ce89a7a service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703528 Jun 19 18:07:31.712650 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36048) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:31.746569 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328f914-eb0d-4695-9287-e64790fce7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fa58e6-d8d1-4212-a362-fd7639494e8f,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:31.763060 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6328f914-eb0d-4695-9287-e64790fce7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:31.767748 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6328f914-eb0d-4695-9287-e64790fce7a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e476510a8ef443f19c16ec5a8b747017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8930571 Jun 19 18:07:31.791342 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36056) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:31.798985 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e65747f4-8ad5-4c96-a59f-069e5ddfb996 req-8b41e5a5-aae2-415b-9462-9ae4a55a8eb1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962601 Jun 19 18:07:31.826641 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:07:31.876565 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0645-2b8c-471b-a5d9-fc2ae40c5069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:31.919642 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0645-2b8c-471b-a5d9-fc2ae40c5069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.003972 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fb2252d6-81d9-4606-ba3d-8b5a7d238307 req-041c4b10-933d-4fa0-9b30-ca5c92c6e8eb service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103323 Jun 19 18:07:32.008442 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0645-2b8c-471b-a5d9-fc2ae40c5069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.017412 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:32.092606 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0645-2b8c-471b-a5d9-fc2ae40c5069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.093867 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ad2e0645-2b8c-471b-a5d9-fc2ae40c5069 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9fa58e6-d8d1-4212-a362-fd7639494e8f HTTP/1.1" status: 204 len: 168 time: 0.2935853 Jun 19 18:07:32.094976 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e0645-2b8c-471b-a5d9-fc2ae40c5069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fa58e6-d8d1-4212-a362-fd7639494e8f,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:32.114239 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ad2e0645-2b8c-471b-a5d9-fc2ae40c5069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:32.127634 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-033bb303-4ea2-4d6a-968e-3de1c14b7395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.149440 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-033bb303-4ea2-4d6a-968e-3de1c14b7395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:32.156215 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-033bb303-4ea2-4d6a-968e-3de1c14b7395 admin admin] Usage tracker for resource:security_group_rule and tenant:1d249e95ca8c4bdaa2d9e5e64ddeea87 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:32.160405 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-033bb303-4ea2-4d6a-968e-3de1c14b7395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:32.171307 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-033bb303-4ea2-4d6a-968e-3de1c14b7395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:32.230108 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3abe6-c047-43e4-ad2e-f5e7c1cb8928 req-481a2cc0-67e1-49fc-bf2b-539892f9c0ae tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:32.238084 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5af3abe6-c047-43e4-ad2e-f5e7c1cb8928 req-481a2cc0-67e1-49fc-bf2b-539892f9c0ae tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 944 time: 0.2079494 Jun 19 18:07:32.412281 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5af3abe6-c047-43e4-ad2e-f5e7c1cb8928 req-bf4cd4fb-cf02-4d37-b104-e3a5e31b789e tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731067 Jun 19 18:07:32.495143 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-033bb303-4ea2-4d6a-968e-3de1c14b7395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.500040 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-033bb303-4ea2-4d6a-968e-3de1c14b7395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.514329 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:32.514625 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cb92c14e-69cb-4810-b6a3-d63a70525cd6 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:07:32.574352 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-033bb303-4ea2-4d6a-968e-3de1c14b7395 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d249e95ca8c4bdaa2d9e5e64ddeea87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8360410 Jun 19 18:07:32.575681 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36092) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:32.577353 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bb303-4ea2-4d6a-968e-3de1c14b7395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5179f34-e1f8-40bb-8b85-a7849940ee08,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:32.584589 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-033bb303-4ea2-4d6a-968e-3de1c14b7395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:32.722163 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1b5962ed-78fb-47cf-95d6-e1221f4304f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.756057 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36102) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:32.778548 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1b5962ed-78fb-47cf-95d6-e1221f4304f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.779642 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c1a41e36-2b75-4aa0-9a20-a5a977f13d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.804662 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c1a41e36-2b75-4aa0-9a20-a5a977f13d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:32.811442 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c1a41e36-2b75-4aa0-9a20-a5a977f13d84 admin admin] Usage tracker for resource:security_group_rule and tenant:d966c00d1ed246679ffdb2b73c2c62a1 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:32.814378 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c1a41e36-2b75-4aa0-9a20-a5a977f13d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:32.823428 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c1a41e36-2b75-4aa0-9a20-a5a977f13d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:32.832453 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cb92c14e-69cb-4810-b6a3-d63a70525cd6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cb92c14e-69cb-4810-b6a3-d63a70525cd6,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:32.846736 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'cb92c14e-69cb-4810-b6a3-d63a70525cd6', 'network_id': '0292681d-9ad0-42f9-9ae2-e82b7207737b', 'port_id': 'cb92c14e-69cb-4810-b6a3-d63a70525cd6', 'mac_address': 'fa:16:3e:cc:be:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e43aa8-77fe-44a9-9087-d1d176befaca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:07:32.863477 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1b5962ed-78fb-47cf-95d6-e1221f4304f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.874736 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-495d8fab-478d-40a8-a492-4db3ffa36309 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:32.890742 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5962ed-78fb-47cf-95d6-e1221f4304f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5179f34-e1f8-40bb-8b85-a7849940ee08,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:32.893449 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1b5962ed-78fb-47cf-95d6-e1221f4304f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.895215 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1b5962ed-78fb-47cf-95d6-e1221f4304f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5179f34-e1f8-40bb-8b85-a7849940ee08 HTTP/1.1" status: 204 len: 168 time: 0.3181565 Jun 19 18:07:32.896447 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1b5962ed-78fb-47cf-95d6-e1221f4304f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:32.972704 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c1a41e36-2b75-4aa0-9a20-a5a977f13d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.979271 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:32.983781 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c1a41e36-2b75-4aa0-9a20-a5a977f13d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:33.004284 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb92c14e-69cb-4810-b6a3-d63a70525cd6 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:07:33.027306 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:33.038512 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cb92c14e-69cb-4810-b6a3-d63a70525cd6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cb92c14e-69cb-4810-b6a3-d63a70525cd6,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:33.045646 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:33.047315 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:33.097622 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c1a41e36-2b75-4aa0-9a20-a5a977f13d84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d966c00d1ed246679ffdb2b73c2c62a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403125 Jun 19 18:07:33.101361 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36120) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:33.141388 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a41e36-2b75-4aa0-9a20-a5a977f13d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa929482-e1f2-4616-9dd5-6632799ec5bd,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:33.164216 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c1a41e36-2b75-4aa0-9a20-a5a977f13d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:33.166993 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=cb92c14e-69cb-4810-b6a3-d63a70525cd6,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:33.171770 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:33.204520 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307dd2-f488-4da5-a6fb-7414be632edb req-211389a5-4026-46ec-b617-cbd63ac5f193 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:33.206381 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-44307dd2-f488-4da5-a6fb-7414be632edb req-211389a5-4026-46ec-b617-cbd63ac5f193 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.1675541 Jun 19 18:07:33.218576 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3728b8c2-e417-4744-89d1-e93d9085843e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:33.250437 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3728b8c2-e417-4744-89d1-e93d9085843e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:33.280784 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-44307dd2-f488-4da5-a6fb-7414be632edb req-ea8a0cc8-6ec2-4cf1-b4fc-bfad6089391d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672464 Jun 19 18:07:33.336762 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3728b8c2-e417-4744-89d1-e93d9085843e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:33.353351 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d4422e78-ddac-4ab0-a554-5659694ab050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:33.370303 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728b8c2-e417-4744-89d1-e93d9085843e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa929482-e1f2-4616-9dd5-6632799ec5bd,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:33.373347 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3728b8c2-e417-4744-89d1-e93d9085843e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:33.375563 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3728b8c2-e417-4744-89d1-e93d9085843e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:33.378915 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3728b8c2-e417-4744-89d1-e93d9085843e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa929482-e1f2-4616-9dd5-6632799ec5bd HTTP/1.1" status: 204 len: 168 time: 0.2750578 Jun 19 18:07:33.526613 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['cb92c14e-69cb-4810-b6a3-d63a70525cd6'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:07:33.541518 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36142) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:33.575569 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-41ef2b8e-45ae-4957-adc8-30a83e2e6d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:33.626427 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-41ef2b8e-45ae-4957-adc8-30a83e2e6d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:33.638279 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-41ef2b8e-45ae-4957-adc8-30a83e2e6d4c admin admin] Usage tracker for resource:security_group_rule and tenant:fcc5866df6cb432aa1725ee179057cc9 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:33.641398 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-41ef2b8e-45ae-4957-adc8-30a83e2e6d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:33.650445 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-41ef2b8e-45ae-4957-adc8-30a83e2e6d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:33.743470 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b1fa3-5c4b-437a-9848-0d6112bdfee3 req-c598f72c-145e-4b41-b413-9d62b6cb18ca tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:33.745016 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-522b1fa3-5c4b-437a-9848-0d6112bdfee3 req-c598f72c-145e-4b41-b413-9d62b6cb18ca tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 945 time: 0.2183719 Jun 19 18:07:33.826770 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-41ef2b8e-45ae-4957-adc8-30a83e2e6d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:33.832639 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-41ef2b8e-45ae-4957-adc8-30a83e2e6d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:33.839736 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-522b1fa3-5c4b-437a-9848-0d6112bdfee3 req-f7432b33-b23a-4488-8a24-ec78afdf8385 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810900 Jun 19 18:07:33.846360 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:33.905337 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-41ef2b8e-45ae-4957-adc8-30a83e2e6d4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcc5866df6cb432aa1725ee179057cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626101 Jun 19 18:07:33.906656 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef2b8e-45ae-4957-adc8-30a83e2e6d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567eb7a4-5c53-47b4-9c6d-4781ea107e55,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:33.908008 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36156) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:33.911067 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-41ef2b8e-45ae-4957-adc8-30a83e2e6d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:33.993420 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2cb31b98-b734-497c-b6a8-543e6187f32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:34.024328 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2cb31b98-b734-497c-b6a8-543e6187f32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:34.095835 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2cb31b98-b734-497c-b6a8-543e6187f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:34.101581 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-033bb303-4ea2-4d6a-968e-3de1c14b7395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:34.118680 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb31b98-b734-497c-b6a8-543e6187f32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567eb7a4-5c53-47b4-9c6d-4781ea107e55,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:34.142160 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2cb31b98-b734-497c-b6a8-543e6187f32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:34.143085 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2cb31b98-b734-497c-b6a8-543e6187f32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:34.146448 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-2cb31b98-b734-497c-b6a8-543e6187f32a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/567eb7a4-5c53-47b4-9c6d-4781ea107e55 HTTP/1.1" status: 204 len: 168 time: 0.2348680 Jun 19 18:07:34.517884 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d4da6799-fa91-4540-a263-9904105022cc details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:07:34.575086 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:07:34.578303 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb05f15-0d55-4001-8cfa-2257053c0f58 req-34c69485-7c01-4956-acca-583e34dccb96 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:34.583577 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5eb05f15-0d55-4001-8cfa-2257053c0f58 req-34c69485-7c01-4956-acca-583e34dccb96 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.1412876 Jun 19 18:07:34.672959 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5eb05f15-0d55-4001-8cfa-2257053c0f58 req-aa7839f7-909f-47de-a6c4-0277839de56c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827718 Jun 19 18:07:34.785494 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:07:34.804350 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:34.804977 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:34.887808 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d4da6799-fa91-4540-a263-9904105022cc,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:34.966912 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'd4da6799-fa91-4540-a263-9904105022cc', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'port_id': 'd4da6799-fa91-4540-a263-9904105022cc', 'mac_address': 'fa:16:3e:0c:61:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:07:35.053066 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:35.143882 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78027723-9bbf-46fc-9fd1-b53c74aadf09 req-f3aa16f5-8bdc-4bfe-aff8-cacbed919feb tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:35.145449 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-78027723-9bbf-46fc-9fd1-b53c74aadf09 req-f3aa16f5-8bdc-4bfe-aff8-cacbed919feb tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 945 time: 0.1684785 Jun 19 18:07:35.169349 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4da6799-fa91-4540-a263-9904105022cc {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:07:35.187410 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:35.215251 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d4da6799-fa91-4540-a263-9904105022cc,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:35.223021 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a40eda4-c5d4-4a81-8600-da14a3a08527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4e3e18-ede4-424b-b11b-e0e4873bbae9'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:07:35.244814 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-78027723-9bbf-46fc-9fd1-b53c74aadf09 req-c18ee3f3-0483-476d-95a9-e3fc767f1779 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893204 Jun 19 18:07:35.261917 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:35.281077 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-ded81ba6-8436-4a2b-93af-c76f5a58ef8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:35.345618 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40eda4-c5d4-4a81-8600-da14a3a08527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4e3e18-ede4-424b-b11b-e0e4873bbae9', 'code': 200} Jun 19 18:07:35.368136 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=3c4e3e18-ede4-424b-b11b-e0e4873bbae9,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:35.391156 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:35.414054 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d4da6799-fa91-4540-a263-9904105022cc,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:35.418653 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:35.420314 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-1887dd40-614b-4aa0-94da-f8ec974ba715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:35.508725 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=3c4e3e18-ede4-424b-b11b-e0e4873bbae9,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:35.515881 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:35.740172 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4425304-ab6e-48ab-9ee7-d008d48b8762 req-4d33659e-ac1a-43fc-a544-0df0ab7c530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:35.743085 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f4425304-ab6e-48ab-9ee7-d008d48b8762 req-4d33659e-ac1a-43fc-a544-0df0ab7c530a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 1098 time: 0.1109054 Jun 19 18:07:35.768387 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['d4da6799-fa91-4540-a263-9904105022cc'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:07:35.799569 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-f4425304-ab6e-48ab-9ee7-d008d48b8762 req-455d9bf1-0c55-44c2-a140-8de160a0a113 service neutron] Synchronizing usage tracker for tenant:a0993244b00f474a937f242683464ad9 on resource:security_group {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:07:35.822993 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-f4425304-ab6e-48ab-9ee7-d008d48b8762 req-455d9bf1-0c55-44c2-a140-8de160a0a113 service neutron] Unset dirty status for tenant:a0993244b00f474a937f242683464ad9 on resource:security_group {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:07:35.824460 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f4425304-ab6e-48ab-9ee7-d008d48b8762 req-455d9bf1-0c55-44c2-a140-8de160a0a113 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746078 Jun 19 18:07:35.948769 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb31cf-3939-4a12-9472-fa3c0d4c01b7 req-dc4bf408-cadd-4939-ae6f-40405a0d438c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:35.951139 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d4bb31cf-3939-4a12-9472-fa3c0d4c01b7 req-dc4bf408-cadd-4939-ae6f-40405a0d438c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 944 time: 0.1085601 Jun 19 18:07:36.028278 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d4bb31cf-3939-4a12-9472-fa3c0d4c01b7 req-ee17e00b-4c93-4ca0-80fd-e866282af0f1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703886 Jun 19 18:07:36.398607 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36296) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:36.538618 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cb92c14e-69cb-4810-b6a3-d63a70525cd6 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:07:36.541858 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153406bb-993f-47a7-b6bb-af69a9ef4275 req-bc4d2d70-3439-4b9e-ae1e-d6bba5ad1e10 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:36.546896 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-04239bce-7127-43c0-8423-a2c23d9ea8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:36.549301 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-153406bb-993f-47a7-b6bb-af69a9ef4275 req-bc4d2d70-3439-4b9e-ae1e-d6bba5ad1e10 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 945 time: 0.1045897 Jun 19 18:07:36.586390 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-04239bce-7127-43c0-8423-a2c23d9ea8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:36.593223 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-04239bce-7127-43c0-8423-a2c23d9ea8e7 admin admin] Usage tracker for resource:security_group_rule and tenant:118a16d1a52d43b197dc3ec3f0926184 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:36.599430 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-153406bb-993f-47a7-b6bb-af69a9ef4275 req-0c53424b-2a09-4769-bd5c-16f7f14edc11 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491550 Jun 19 18:07:36.605346 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-04239bce-7127-43c0-8423-a2c23d9ea8e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:36.611278 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-04239bce-7127-43c0-8423-a2c23d9ea8e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:36.650936 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port cb92c14e-69cb-4810-b6a3-d63a70525cd6 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:07:36.658550 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port cb92c14e-69cb-4810-b6a3-d63a70525cd6 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:36.658785 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:36.713655 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-04239bce-7127-43c0-8423-a2c23d9ea8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:36.718748 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-04239bce-7127-43c0-8423-a2c23d9ea8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:36.729811 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:36.760515 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04239bce-7127-43c0-8423-a2c23d9ea8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219e8894-368b-45d4-b2cf-f120c9ee43d9,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:36.766574 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-04239bce-7127-43c0-8423-a2c23d9ea8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:36.783085 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36316) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:36.784603 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-04239bce-7127-43c0-8423-a2c23d9ea8e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=118a16d1a52d43b197dc3ec3f0926184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844366 Jun 19 18:07:36.786882 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36320) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:36.822903 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:36.854606 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-aaa5fc23-31ec-4c4d-9ab4-cdebf95cef16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:36.870504 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cb92c14e-69cb-4810-b6a3-d63a70525cd6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cb92c14e-69cb-4810-b6a3-d63a70525cd6,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:36.875689 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:36.877535 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:36.894249 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-aaa5fc23-31ec-4c4d-9ab4-cdebf95cef16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:36.958941 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c29d8c71-aad5-4314-a63f-2ce23976b075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:36.981510 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=cb92c14e-69cb-4810-b6a3-d63a70525cd6,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:36.988384 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c29d8c71-aad5-4314-a63f-2ce23976b075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:36.988843 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-aaa5fc23-31ec-4c4d-9ab4-cdebf95cef16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:36.992639 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:36.995316 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c29d8c71-aad5-4314-a63f-2ce23976b075 admin admin] Usage tracker for resource:security_group_rule and tenant:22710dc9fa7b463bb833d3df9feadf5c is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:36.995773 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:36.999634 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c29d8c71-aad5-4314-a63f-2ce23976b075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:37.011474 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5fc23-31ec-4c4d-9ab4-cdebf95cef16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219e8894-368b-45d4-b2cf-f120c9ee43d9,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:37.012522 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c29d8c71-aad5-4314-a63f-2ce23976b075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:37.013927 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-aaa5fc23-31ec-4c4d-9ab4-cdebf95cef16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:37.024173 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-aaa5fc23-31ec-4c4d-9ab4-cdebf95cef16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:37.028380 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-aaa5fc23-31ec-4c4d-9ab4-cdebf95cef16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/219e8894-368b-45d4-b2cf-f120c9ee43d9 HTTP/1.1" status: 204 len: 168 time: 0.2405801 Jun 19 18:07:37.253327 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c29d8c71-aad5-4314-a63f-2ce23976b075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:37.262722 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c29d8c71-aad5-4314-a63f-2ce23976b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:37.307490 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6328f914-eb0d-4695-9287-e64790fce7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:37.324062 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36352) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:37.324791 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c29d8c71-aad5-4314-a63f-2ce23976b075 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22710dc9fa7b463bb833d3df9feadf5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404413 Jun 19 18:07:37.347664 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9487ce-bfaf-475e-aa9f-7d55120ea9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb92c14e-69cb-4810-b6a3-d63a70525cd6'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:07:37.408417 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d8c71-aad5-4314-a63f-2ce23976b075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc1d964-a6f7-4956-a420-1a37be163caf,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:37.429760 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c29d8c71-aad5-4314-a63f-2ce23976b075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:37.442513 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9487ce-bfaf-475e-aa9f-7d55120ea9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb92c14e-69cb-4810-b6a3-d63a70525cd6', 'code': 200} Jun 19 18:07:37.463951 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaeb199-a831-4e9b-8836-8634c3e8d2f4 req-c086f031-660f-49b4-8df5-25e4f1db8ed0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:37.467740 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-deaeb199-a831-4e9b-8836-8634c3e8d2f4 req-c086f031-660f-49b4-8df5-25e4f1db8ed0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 944 time: 0.2787182 Jun 19 18:07:37.473905 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-515a1c0f-d20e-4aa4-afc5-a5947fb8eb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:37.518131 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-515a1c0f-d20e-4aa4-afc5-a5947fb8eb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:37.531515 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-deaeb199-a831-4e9b-8836-8634c3e8d2f4 req-36f43e18-458f-4ee4-aa12-393c986a7492 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495992 Jun 19 18:07:37.654117 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-515a1c0f-d20e-4aa4-afc5-a5947fb8eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:37.658222 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:37.681630 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a1c0f-d20e-4aa4-afc5-a5947fb8eb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc1d964-a6f7-4956-a420-1a37be163caf,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:37.684117 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-515a1c0f-d20e-4aa4-afc5-a5947fb8eb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:37.698168 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-515a1c0f-d20e-4aa4-afc5-a5947fb8eb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:37.701969 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-515a1c0f-d20e-4aa4-afc5-a5947fb8eb2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcc1d964-a6f7-4956-a420-1a37be163caf HTTP/1.1" status: 204 len: 168 time: 0.3741481 Jun 19 18:07:37.889428 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd9a1f-01c3-464a-9d40-1f3b4d37cd23 req-7db1f9fc-ca35-4bf0-a4f8-4f8a580954e4 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:37.891014 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cefd9a1f-01c3-464a-9d40-1f3b4d37cd23 req-7db1f9fc-ca35-4bf0-a4f8-4f8a580954e4 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1401677 Jun 19 18:07:37.964142 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12152cdf-1d7f-4f8e-9372-4ecba607c345 req-bebf1d1e-ac3f-406d-b315-27fb9c5911f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:37.966506 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12152cdf-1d7f-4f8e-9372-4ecba607c345 req-bebf1d1e-ac3f-406d-b315-27fb9c5911f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 1099 time: 0.0785313 Jun 19 18:07:37.969835 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cefd9a1f-01c3-464a-9d40-1f3b4d37cd23 req-51f74ac1-2479-4757-a5f5-16fbb410c4c8 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683601 Jun 19 18:07:38.035950 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12152cdf-1d7f-4f8e-9372-4ecba607c345 req-cee0ced1-cb3a-4b51-a416-89f9bf32af3f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616877 Jun 19 18:07:38.266751 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36410) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:38.302062 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-71cda8c7-0ec2-4f74-959e-8f212053ed46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:38.328634 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-71cda8c7-0ec2-4f74-959e-8f212053ed46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:38.332925 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-71cda8c7-0ec2-4f74-959e-8f212053ed46 admin admin] Usage tracker for resource:security_group_rule and tenant:0b3084c8d54b4075aadf5a72002cb3a5 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:38.338268 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-71cda8c7-0ec2-4f74-959e-8f212053ed46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:38.371003 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-71cda8c7-0ec2-4f74-959e-8f212053ed46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:38.505123 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-71cda8c7-0ec2-4f74-959e-8f212053ed46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:38.511804 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-71cda8c7-0ec2-4f74-959e-8f212053ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:38.524196 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:38.548361 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d4da6799-fa91-4540-a263-9904105022cc up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:07:38.649262 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-71cda8c7-0ec2-4f74-959e-8f212053ed46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b3084c8d54b4075aadf5a72002cb3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775632 Jun 19 18:07:38.657698 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36438) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:38.659227 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cda8c7-0ec2-4f74-959e-8f212053ed46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45e5f3e-07d0-484a-a5c8-233e50b158a4,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:38.670572 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-71cda8c7-0ec2-4f74-959e-8f212053ed46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:38.713418 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port d4da6799-fa91-4540-a263-9904105022cc completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:07:38.718569 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port d4da6799-fa91-4540-a263-9904105022cc triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:38.719237 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:38.764542 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3e0d9-42d3-4b14-b9f3-80a1e59f0a05 req-f061218a-e7f4-431f-a701-5c0df03ba2fb tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:38.766463 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c3b3e0d9-42d3-4b14-b9f3-80a1e59f0a05 req-f061218a-e7f4-431f-a701-5c0df03ba2fb tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 945 time: 0.1617494 Jun 19 18:07:38.776549 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-db19d162-d426-4169-91cf-3511643729d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:38.807539 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-db19d162-d426-4169-91cf-3511643729d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:38.849589 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c3b3e0d9-42d3-4b14-b9f3-80a1e59f0a05 req-56f5fa35-fd8f-4ece-b489-81f58c0fc306 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759692 Jun 19 18:07:38.880525 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-db19d162-d426-4169-91cf-3511643729d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:38.886732 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be107bc-3125-486b-9e59-723594c8f3f7 req-59f4ee9e-1d11-4e7e-9ab9-4a51d1f09a2c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:38.889095 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3a6558f4-2313-411f-82e6-b913efbccd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:38.896123 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3be107bc-3125-486b-9e59-723594c8f3f7 req-59f4ee9e-1d11-4e7e-9ab9-4a51d1f09a2c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 944 time: 0.1779549 Jun 19 18:07:38.901966 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19d162-d426-4169-91cf-3511643729d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45e5f3e-07d0-484a-a5c8-233e50b158a4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:38.911279 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-db19d162-d426-4169-91cf-3511643729d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:38.917389 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-db19d162-d426-4169-91cf-3511643729d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:38.918738 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-db19d162-d426-4169-91cf-3511643729d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e45e5f3e-07d0-484a-a5c8-233e50b158a4 HTTP/1.1" status: 204 len: 168 time: 0.2536135 Jun 19 18:07:38.970185 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3be107bc-3125-486b-9e59-723594c8f3f7 req-0bfba551-7c39-4ce6-9a06-fdbf2a24f3b6 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679541 Jun 19 18:07:38.983278 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:39.030475 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d4da6799-fa91-4540-a263-9904105022cc,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:39.037597 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:39.040275 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:39.122458 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d4da6799-fa91-4540-a263-9904105022cc,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:39.125877 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:39.194529 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b7d4b-4269-4503-affd-94b529522701 req-cfbd4e85-6d4d-4bff-9d6f-bed582ad05a7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:39.195937 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-643b7d4b-4269-4503-affd-94b529522701 req-cfbd4e85-6d4d-4bff-9d6f-bed582ad05a7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.0927403 Jun 19 18:07:39.245354 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-643b7d4b-4269-4503-affd-94b529522701 req-6c91c719-d54f-4534-83ee-a7225d8c3bc8 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429292 Jun 19 18:07:39.267301 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36462) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:39.444020 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:07:39.497142 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36480) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:39.508949 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc', 'code': 200} Jun 19 18:07:39.556711 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9d030f59-0161-4f30-8d8f-5a7019645a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:39.577701 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9d030f59-0161-4f30-8d8f-5a7019645a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:39.582152 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9d030f59-0161-4f30-8d8f-5a7019645a9b admin admin] Usage tracker for resource:security_group_rule and tenant:45ef0abf9daa4013879631f6450b6a2a is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:39.585750 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9d030f59-0161-4f30-8d8f-5a7019645a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:39.594250 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9d030f59-0161-4f30-8d8f-5a7019645a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:39.690844 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-733991c8-38e4-44d6-be09-de30bac34930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:39.719984 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-733991c8-38e4-44d6-be09-de30bac34930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:39.728617 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-733991c8-38e4-44d6-be09-de30bac34930 admin admin] Usage tracker for resource:security_group_rule and tenant:7a998d5267094d9d95540e97868a82c0 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:39.732648 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-733991c8-38e4-44d6-be09-de30bac34930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:39.741755 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-733991c8-38e4-44d6-be09-de30bac34930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:39.838741 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9d030f59-0161-4f30-8d8f-5a7019645a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:39.848327 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9d030f59-0161-4f30-8d8f-5a7019645a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:39.883176 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-db19d162-d426-4169-91cf-3511643729d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:39.894520 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9d030f59-0161-4f30-8d8f-5a7019645a9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45ef0abf9daa4013879631f6450b6a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6255882 Jun 19 18:07:39.894675 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36508) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:39.950424 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d030f59-0161-4f30-8d8f-5a7019645a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa48699e-35a9-4b50-853b-5030f44acc18,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:39.976330 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9d030f59-0161-4f30-8d8f-5a7019645a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:39.984489 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-733991c8-38e4-44d6-be09-de30bac34930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.028683 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-733991c8-38e4-44d6-be09-de30bac34930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.047848 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:40.079640 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c4c-f312-4900-bcfc-9d6187db7168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.130629 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c4c-f312-4900-bcfc-9d6187db7168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.140298 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733991c8-38e4-44d6-be09-de30bac34930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e5ad84-4101-44f5-baba-4d00a459b0e8,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:40.159066 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-733991c8-38e4-44d6-be09-de30bac34930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:40.167639 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-733991c8-38e4-44d6-be09-de30bac34930 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a998d5267094d9d95540e97868a82c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6689117 Jun 19 18:07:40.168960 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36526) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:40.290511 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b612d-d45f-43ee-aa1a-39d7648f9bbe req-ea7ba39e-2e3e-41e4-87b5-405f6954751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:40.292318 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-654b612d-d45f-43ee-aa1a-39d7648f9bbe req-ea7ba39e-2e3e-41e4-87b5-405f6954751c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 1098 time: 0.3049321 Jun 19 18:07:40.339097 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bf7261b0-2c78-40c8-98c0-d288cf14aa6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.394936 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bf7261b0-2c78-40c8-98c0-d288cf14aa6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.404287 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36536) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:40.408869 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-654b612d-d45f-43ee-aa1a-39d7648f9bbe req-24387f02-f9a3-418a-86af-0bc322e6f449 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083858 Jun 19 18:07:40.416111 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c4c-f312-4900-bcfc-9d6187db7168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.425814 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-81e09cfb-cc02-4b94-9673-edf5c60695e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:40.466886 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bf7261b0-2c78-40c8-98c0-d288cf14aa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.468152 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19ad2f-c7ba-474b-a274-b809128a65da req-0cba57e8-15cb-474f-b64a-a650cebb6305 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:40.471678 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c4897aa2-3ded-43f2-b0c4-ef6da1d0e301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:40.475726 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bd19ad2f-c7ba-474b-a274-b809128a65da req-0cba57e8-15cb-474f-b64a-a650cebb6305 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 945 time: 0.1975818 Jun 19 18:07:40.484174 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7261b0-2c78-40c8-98c0-d288cf14aa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e5ad84-4101-44f5-baba-4d00a459b0e8,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:40.489616 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bf7261b0-2c78-40c8-98c0-d288cf14aa6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:40.494147 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bf7261b0-2c78-40c8-98c0-d288cf14aa6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.495267 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-bf7261b0-2c78-40c8-98c0-d288cf14aa6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2e5ad84-4101-44f5-baba-4d00a459b0e8 HTTP/1.1" status: 204 len: 168 time: 0.3241293 Jun 19 18:07:40.532663 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36544) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:40.560286 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36b82-89c6-40e8-8fa7-560fb6ce2458 req-eb04b0e5-ccbe-49c2-9735-2c4540122a30 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:40.567328 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-01a36b82-89c6-40e8-8fa7-560fb6ce2458 req-eb04b0e5-ccbe-49c2-9735-2c4540122a30 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.3624156 Jun 19 18:07:40.569254 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c0c4c-f312-4900-bcfc-9d6187db7168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa48699e-35a9-4b50-853b-5030f44acc18,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:40.587632 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ed9c0c4c-f312-4900-bcfc-9d6187db7168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:40.625771 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c4c-f312-4900-bcfc-9d6187db7168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.626891 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ed9c0c4c-f312-4900-bcfc-9d6187db7168 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa48699e-35a9-4b50-853b-5030f44acc18 HTTP/1.1" status: 204 len: 168 time: 0.7311294 Jun 19 18:07:40.641745 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bd19ad2f-c7ba-474b-a274-b809128a65da req-65ed1b36-46be-4b38-8761-c9eba1174daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647949 Jun 19 18:07:40.663923 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1943577625-network', 'tenant_id': '2f6084573a7b4773a1d8a81911b7b770'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:40.686644 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-01a36b82-89c6-40e8-8fa7-560fb6ce2458 req-6316f357-7031-494a-ac6e-2bdc8a8de1e9 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184652 Jun 19 18:07:40.687544 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:40.692085 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Usage tracker for resource:network and tenant:2f6084573a7b4773a1d8a81911b7b770 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:40.695993 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:40.702543 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:40.715458 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Made reservation on behalf of 2f6084573a7b4773a1d8a81911b7b770 for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:07:40.718257 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.734323 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.752821 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:40.757768 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6084573a7b4773a1d8a81911b7b770 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:40.760936 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:40.767265 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:40.843513 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-57a93018-2b4e-4ecc-b88e-99102ce15708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.861331 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-57a93018-2b4e-4ecc-b88e-99102ce15708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:40.865362 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-57a93018-2b4e-4ecc-b88e-99102ce15708 admin admin] Usage tracker for resource:security_group_rule and tenant:de4abf84e5c549118b854e4c837ab8c8 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:40.869231 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-57a93018-2b4e-4ecc-b88e-99102ce15708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:40.875527 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-57a93018-2b4e-4ecc-b88e-99102ce15708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:40.922219 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbcf11-aec2-4938-b92a-c62ffdd8bc48 req-fa90b8fa-e903-40a5-a5f9-cf7acc9e68ae tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:40.926824 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4adbcf11-aec2-4938-b92a-c62ffdd8bc48 req-fa90b8fa-e903-40a5-a5f9-cf7acc9e68ae tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1491532 Jun 19 18:07:40.988013 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:40.999382 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.013823 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:07:41.023101 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-57a93018-2b4e-4ecc-b88e-99102ce15708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.025550 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.026053 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Added segment 0e479870-d667-42d6-8750-c33d127d529c of type vlan for network 402f04f5-74f4-410f-9196-30e5777be60c Jun 19 18:07:41.030299 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ad2e0645-2b8c-471b-a5d9-fc2ae40c5069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:41.030794 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-57a93018-2b4e-4ecc-b88e-99102ce15708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.049472 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f3519d9f-9180-4461-b511-adae4421b325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:41.056633 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4adbcf11-aec2-4938-b92a-c62ffdd8bc48 req-59ce5b2d-1d89-41d1-a2df-228ee570dfb7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104422 Jun 19 18:07:41.085362 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7e3bc3-3e4b-49db-8804-27a6c5342e78,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:41.107600 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:41.109788 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-57a93018-2b4e-4ecc-b88e-99102ce15708 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de4abf84e5c549118b854e4c837ab8c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5753844 Jun 19 18:07:41.113601 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36564) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:41.126348 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.134195 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a93018-2b4e-4ecc-b88e-99102ce15708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b12d038-e7c6-48a6-b55f-04d2481d17d3,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:41.138421 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36568) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:41.156864 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-57a93018-2b4e-4ecc-b88e-99102ce15708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:41.159779 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-918bf16d-5293-429e-981e-506b6efe714d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.188244 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-918bf16d-5293-429e-981e-506b6efe714d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:41.193679 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-918bf16d-5293-429e-981e-506b6efe714d admin admin] Usage tracker for resource:security_group_rule and tenant:65cdc3761d274932af5de96dfae54198 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:41.197520 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-918bf16d-5293-429e-981e-506b6efe714d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:41.203965 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-918bf16d-5293-429e-981e-506b6efe714d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:41.206647 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.210020 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:41.210798 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.213262 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e6773baa-a202-43a4-baec-009b4fcea01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.217729 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c9801cd9-9afe-491e-bcfc-eed6eedac0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:41.251484 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e6773baa-a202-43a4-baec-009b4fcea01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.357225 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9473937 Jun 19 18:07:41.360614 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36576) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:41.364462 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Pushing event updated for resources: {'Network': ['ID=402f04f5-74f4-410f-9196-30e5777be60c,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:41.373217 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Request body: {'subnet': {'network_id': '402f04f5-74f4-410f-9196-30e5777be60c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1943577625-subnet', 'tenant_id': '2f6084573a7b4773a1d8a81911b7b770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:41.376401 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:41.377874 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network 402f04f5-74f4-410f-9196-30e5777be60c details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:07:41.380421 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:41.389152 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Usage tracker for resource:subnet and tenant:2f6084573a7b4773a1d8a81911b7b770 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:41.393972 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:41.403851 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:41.434218 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Made reservation on behalf of 2f6084573a7b4773a1d8a81911b7b770 for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:07:41.436502 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476494'] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.483130 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-918bf16d-5293-429e-981e-506b6efe714d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.510724 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e6773baa-a202-43a4-baec-009b4fcea01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.530176 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-71cda8c7-0ec2-4f74-959e-8f212053ed46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:41.549325 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-918bf16d-5293-429e-981e-506b6efe714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.573356 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:41.640042 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-918bf16d-5293-429e-981e-506b6efe714d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65cdc3761d274932af5de96dfae54198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007000 Jun 19 18:07:41.643248 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bf16d-5293-429e-981e-506b6efe714d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e569bcb-dc28-44f9-b3ea-83d70c25d35f,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:41.648063 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36592) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:41.652349 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-918bf16d-5293-429e-981e-506b6efe714d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:41.661089 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6773baa-a202-43a4-baec-009b4fcea01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b12d038-e7c6-48a6-b55f-04d2481d17d3,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:41.708252 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e6773baa-a202-43a4-baec-009b4fcea01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:41.714895 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e6773baa-a202-43a4-baec-009b4fcea01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.719122 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e6773baa-a202-43a4-baec-009b4fcea01d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b12d038-e7c6-48a6-b55f-04d2481d17d3 HTTP/1.1" status: 204 len: 168 time: 0.6044188 Jun 19 18:07:41.752247 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28386c6b-7831-40a8-8481-c43d8b879bc8 req-6db58fa1-f02d-48e3-8bb1-f7cb75e823b3 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:41.754029 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-28386c6b-7831-40a8-8481-c43d8b879bc8 req-6db58fa1-f02d-48e3-8bb1-f7cb75e823b3 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.30 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 945 time: 0.4057665 Jun 19 18:07:41.757160 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd44d71-0f6d-4989-81b3-0b45f7b64de2 req-3e0bb456-d2d4-4e12-8b7d-7edadb6ba2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:41.758415 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2cd44d71-0f6d-4989-81b3-0b45f7b64de2 req-3e0bb456-d2d4-4e12-8b7d-7edadb6ba2e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f62e43d99644b588a048b698e69f2e&device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 1099 time: 0.2324939 Jun 19 18:07:41.886059 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7087a4d0-629f-47f2-a08d-5f2e547ad9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:41.952526 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-28386c6b-7831-40a8-8481-c43d8b879bc8 req-337c5517-38d4-46d8-a2e4-d275e52e9daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Deleting port b1c5f530-bf7b-4e61-9ead-cf9364929ee9 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:07:41.953091 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-28386c6b-7831-40a8-8481-c43d8b879bc8 req-337c5517-38d4-46d8-a2e4-d275e52e9daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:42.011345 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7087a4d0-629f-47f2-a08d-5f2e547ad9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:42.025540 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c7f0-4eab-46ec-b00d-85971f48fd4c req-f60f79fd-8208-46d2-b4c1-eb946466428a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:42.027125 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fbd9c7f0-4eab-46ec-b00d-85971f48fd4c req-f60f79fd-8208-46d2-b4c1-eb946466428a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.3847852 Jun 19 18:07:42.103204 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd44d71-0f6d-4989-81b3-0b45f7b64de2 req-728a20a2-6cec-42ab-bf9f-2c735987abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:42.104199 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2cd44d71-0f6d-4989-81b3-0b45f7b64de2 req-728a20a2-6cec-42ab-bf9f-2c735987abb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 200 len: 920 time: 0.2924283 Jun 19 18:07:42.158003 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fbd9c7f0-4eab-46ec-b00d-85971f48fd4c req-cb363d54-e6d5-44e2-8232-5eaba6b62907 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134984 Jun 19 18:07:42.183717 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810238e3-f18b-4fc2-b8f3-e76bb0d111dd req-1f2a5700-cb1a-4820-9de6-9702d2ce3b55 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:42.195792 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-810238e3-f18b-4fc2-b8f3-e76bb0d111dd req-1f2a5700-cb1a-4820-9de6-9702d2ce3b55 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 945 time: 0.3109033 Jun 19 18:07:42.303220 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2cd44d71-0f6d-4989-81b3-0b45f7b64de2 req-9e5f41bc-2d56-4a9a-977e-594f6a46da2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb92c14e-69cb-4810-b6a3-d63a70525cd6 HTTP/1.1" status: 200 len: 217 time: 0.1681757 Jun 19 18:07:42.313810 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7087a4d0-629f-47f2-a08d-5f2e547ad9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:42.323848 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ace176b4-2bc3-4120-9d5b-a70e98247268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:42.347858 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-810238e3-f18b-4fc2-b8f3-e76bb0d111dd req-31e8eeeb-98cb-4077-be3e-a7b0ca1edaa3 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed703eb5-d89b-49bb-a5c9-e5d8769039b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542165 Jun 19 18:07:42.357525 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087a4d0-629f-47f2-a08d-5f2e547ad9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e569bcb-dc28-44f9-b3ea-83d70c25d35f,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:42.371596 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7087a4d0-629f-47f2-a08d-5f2e547ad9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:42.470993 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7087a4d0-629f-47f2-a08d-5f2e547ad9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:42.474504 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-7087a4d0-629f-47f2-a08d-5f2e547ad9a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e569bcb-dc28-44f9-b3ea-83d70c25d35f HTTP/1.1" status: 204 len: 168 time: 0.8217192 Jun 19 18:07:42.534237 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52119871-8196-444c-ba2b-83b7238f580f req-f8c75bc6-6adb-4147-92b7-1d6a737ecdab tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:42.543145 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd44d71-0f6d-4989-81b3-0b45f7b64de2 req-b848a403-0647-4478-9bb1-1ea975446e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:42.544628 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-52119871-8196-444c-ba2b-83b7238f580f req-f8c75bc6-6adb-4147-92b7-1d6a737ecdab tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1611352 Jun 19 18:07:42.546842 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2cd44d71-0f6d-4989-81b3-0b45f7b64de2 req-b848a403-0647-4478-9bb1-1ea975446e96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6e43aa8-77fe-44a9-9087-d1d176befaca HTTP/1.1" status: 200 len: 859 time: 0.2343929 Jun 19 18:07:42.627613 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2cd44d71-0f6d-4989-81b3-0b45f7b64de2 req-f759a24d-72be-47a0-a858-b2e2198cc43e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0292681d-9ad0-42f9-9ae2-e82b7207737b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722780 Jun 19 18:07:42.630102 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-28386c6b-7831-40a8-8481-c43d8b879bc8 req-337c5517-38d4-46d8-a2e4-d275e52e9daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] For port b1c5f530-bf7b-4e61-9ead-cf9364929ee9, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=b1c5f530-bf7b-4e61-9ead-cf9364929ee9,segment=NetworkSegment(594014ca-7428-4ad5-b23e-f9134417ae13),segment_id=594014ca-7428-4ad5-b23e-f9134417ae13)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:42.630671 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-28386c6b-7831-40a8-8481-c43d8b879bc8 req-337c5517-38d4-46d8-a2e4-d275e52e9daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:42.637976 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-52119871-8196-444c-ba2b-83b7238f580f req-1d861118-18d9-481b-9500-3e35e44fb994 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923152 Jun 19 18:07:42.689638 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2529165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476508'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:42.698209 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6f0d3aaf-57a2-4c2f-a738-76652b1aeb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:42.798965 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfff45b4-ee3e-4c62-ba6c-f459fb04ed99,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:42.802191 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:42.805863 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-28386c6b-7831-40a8-8481-c43d8b879bc8 req-337c5517-38d4-46d8-a2e4-d275e52e9daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Calling delete_port for b1c5f530-bf7b-4e61-9ead-cf9364929ee9 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:07:42.806598 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Checking segment: {'id': '0e479870-d667-42d6-8750-c33d127d529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '402f04f5-74f4-410f-9196-30e5777be60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:42.807252 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Network hostable DHCP agents. Network: 402f04f5-74f4-410f-9196-30e5777be60c, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:07:42.832680 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Network 402f04f5-74f4-410f-9196-30e5777be60c is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:07:42.856371 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, 402f04f5-74f4-410f-9196-30e5777be60c) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:42.866704 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2ab74-2d79-4cff-a12d-ae9f8ca64c78 None None] Network 402f04f5-74f4-410f-9196-30e5777be60c requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:07:42.886208 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:42.886976 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:42.931957 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9a7741c0-9889-4fbb-aead-20f32335f4e5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5701442 Jun 19 18:07:43.156097 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36644) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:43.202501 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d32633ea-96ce-430c-833d-2253e8ffdd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:43.214477 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2cd44d71-0f6d-4989-81b3-0b45f7b64de2 req-b498a73e-e4ce-4d25-a63f-79316638d022 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753546 Jun 19 18:07:43.258080 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d32633ea-96ce-430c-833d-2253e8ffdd43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:43.271818 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f3a09-147a-4d1a-828c-0e46acc8960c None None] Network 402f04f5-74f4-410f-9196-30e5777be60c requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:07:43.275623 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d32633ea-96ce-430c-833d-2253e8ffdd43 admin admin] Usage tracker for resource:security_group_rule and tenant:07b311a53de34c73905f5f7339dd8612 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:43.283865 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d32633ea-96ce-430c-833d-2253e8ffdd43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:43.296703 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d32633ea-96ce-430c-833d-2253e8ffdd43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:43.405164 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2cd44d71-0f6d-4989-81b3-0b45f7b64de2 req-55a9e47f-75dc-493a-a383-d6886cd1f348 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796937 Jun 19 18:07:43.492686 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-28386c6b-7831-40a8-8481-c43d8b879bc8 req-337c5517-38d4-46d8-a2e4-d275e52e9daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:43.499716 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:43.566554 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c5517-38d4-46d8-a2e4-d275e52e9daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Pushing event deleted for resources: {'Port': ['ID=b1c5f530-bf7b-4e61-9ead-cf9364929ee9,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:43.571358 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-337c5517-38d4-46d8-a2e4-d275e52e9daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:43.712814 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-28386c6b-7831-40a8-8481-c43d8b879bc8 req-337c5517-38d4-46d8-a2e4-d275e52e9daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] No DVR routers for this DVR port b1c5f530-bf7b-4e61-9ead-cf9364929ee9 on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:07:43.716964 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-28386c6b-7831-40a8-8481-c43d8b879bc8 req-337c5517-38d4-46d8-a2e4-d275e52e9daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:43.724111 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3b704dad-2c41-45b2-91aa-2bd6c77e56b5 req-736e576e-d384-4bbe-95a6-cd90828eee66 tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 210 time: 0.0673990 Jun 19 18:07:43.736505 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d32633ea-96ce-430c-833d-2253e8ffdd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:43.754636 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93ba28b-5297-40bb-998e-31b20af834c9', 'name': 'network-vif-deleted', 'tag': 'b1c5f530-bf7b-4e61-9ead-cf9364929ee9'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:07:43.759729 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d32633ea-96ce-430c-833d-2253e8ffdd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:43.773931 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:43.783212 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-28386c6b-7831-40a8-8481-c43d8b879bc8 req-337c5517-38d4-46d8-a2e4-d275e52e9daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.30 "DELETE /v2.0/ports/b1c5f530-bf7b-4e61-9ead-cf9364929ee9 HTTP/1.1" status: 204 len: 173 time: 2.0172093 Jun 19 18:07:43.851748 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d32633ea-96ce-430c-833d-2253e8ffdd43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07b311a53de34c73905f5f7339dd8612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6940763 Jun 19 18:07:43.852051 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36680) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:43.861710 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32633ea-96ce-430c-833d-2253e8ffdd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33910ec8-a550-4de0-83af-c82362950f49,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:43.865567 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d32633ea-96ce-430c-833d-2253e8ffdd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:43.876555 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ce84b-681b-48b3-97e5-28d37df44a4e req-828f9739-3aba-4764-9307-ad48ccad3c18 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:43.878377 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-045ce84b-681b-48b3-97e5-28d37df44a4e req-828f9739-3aba-4764-9307-ad48ccad3c18 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.3230019 Jun 19 18:07:44.008254 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-78cc62d5-371d-44e4-9259-18b98ee075ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:44.033002 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-045ce84b-681b-48b3-97e5-28d37df44a4e req-d6feb94a-d883-49be-8132-d8524e79e61d tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458788 Jun 19 18:07:44.046572 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-78cc62d5-371d-44e4-9259-18b98ee075ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:44.081096 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043ea70-2878-4100-97e0-4de45a548974 req-e9f1eba8-02bb-4e9b-ab50-422686c1f8b9 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:44.088061 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d043ea70-2878-4100-97e0-4de45a548974 req-e9f1eba8-02bb-4e9b-ab50-422686c1f8b9 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1606274 Jun 19 18:07:44.121501 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-78cc62d5-371d-44e4-9259-18b98ee075ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:44.127415 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e6773baa-a202-43a4-baec-009b4fcea01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:44.144187 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc62d5-371d-44e4-9259-18b98ee075ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33910ec8-a550-4de0-83af-c82362950f49,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:44.147353 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-78cc62d5-371d-44e4-9259-18b98ee075ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:44.152577 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d043ea70-2878-4100-97e0-4de45a548974 req-4ca3a86f-4c33-4d99-971c-b79d51b8c838 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573943 Jun 19 18:07:44.153416 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-78cc62d5-371d-44e4-9259-18b98ee075ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:44.157799 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-78cc62d5-371d-44e4-9259-18b98ee075ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33910ec8-a550-4de0-83af-c82362950f49 HTTP/1.1" status: 204 len: 168 time: 0.3047059 Jun 19 18:07:44.184337 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93ba28b-5297-40bb-998e-31b20af834c9', 'name': 'network-vif-deleted', 'tag': 'b1c5f530-bf7b-4e61-9ead-cf9364929ee9', 'status': 'completed', 'code': 200} Jun 19 18:07:44.333529 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36704) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:44.349214 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-207847782-network', 'tenant_id': '09acffb5f71a4cdbb3af5d2836570ed7'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:44.361899 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:44.383416 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Usage tracker for resource:network and tenant:09acffb5f71a4cdbb3af5d2836570ed7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:44.391301 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:44.411544 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:44.446758 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Made reservation on behalf of 09acffb5f71a4cdbb3af5d2836570ed7 for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:07:44.449489 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:44.493400 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:44.529994 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:44.540818 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Usage tracker for resource:security_group_rule and tenant:09acffb5f71a4cdbb3af5d2836570ed7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:44.550652 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:44.569701 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:44.596762 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device b1c5f530-bf7b-4e61-9ead-cf9364929ee9 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:07:44.633707 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d74a2b-8ea6-470b-9beb-264c8e60243b req-0aee2533-60f7-4abf-b86c-b7c676934d40 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:44.645856 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-18d74a2b-8ea6-470b-9beb-264c8e60243b req-0aee2533-60f7-4abf-b86c-b7c676934d40 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.3471804 Jun 19 18:07:44.645856 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36718) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:44.655588 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-b764475d-bd8e-4aa9-be76-13b1470138d0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Request body: {'floatingip': {'port_id': 'd4da6799-fa91-4540-a263-9904105022cc'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:44.688607 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: b1c5f530-bf7b-4e61-9ead-cf9364929ee9 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:07:44.688985 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device b1c5f530-bf7b-4e61-9ead-cf9364929ee9 not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:07:44.742053 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:44.753216 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:44.759822 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-515a1c0f-d20e-4aa4-afc5-a5947fb8eb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:44.761312 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b764475d-bd8e-4aa9-be76-13b1470138d0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:44.793305 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3f9c84-832f-4295-b389-49fd0033e056,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:44.797458 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:44.805204 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:07:44.818345 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:44.819669 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Added segment e8614840-eb7f-4e33-85ff-7b575d393427 of type vlan for network b186d5dc-6386-42e8-b821-779a363c43b0 Jun 19 18:07:44.877600 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:44.965255 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:44.967205 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:44.968764 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:45.043736 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-361a4130-6b3b-4cd2-98a0-997edd11e116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:45.117879 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7d1a4f6f-017e-4d60-b6f1-64410cb676fe req-c16e8f75-7e24-43ad-b06a-1436e54f3c6b tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] 10.222.0.16 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 210 time: 0.1609728 Jun 19 18:07:45.170982 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8351822 Jun 19 18:07:45.178799 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36756) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:45.196964 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Request body: {'subnet': {'network_id': 'b186d5dc-6386-42e8-b821-779a363c43b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-207847782-subnet', 'tenant_id': '09acffb5f71a4cdbb3af5d2836570ed7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:45.203567 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:45.213866 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Usage tracker for resource:subnet and tenant:09acffb5f71a4cdbb3af5d2836570ed7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:45.217299 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:45.234142 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:45.254741 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-04d25b6d-d9a2-496f-b579-34b3f91a30c0 req-63dc83a4-a518-48ee-94e0-2deff34ad2a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c93ba28b-5297-40bb-998e-31b20af834c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2163987 Jun 19 18:07:45.258572 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Made reservation on behalf of 09acffb5f71a4cdbb3af5d2836570ed7 for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:07:45.260903 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:45.659318 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Pushing event updated for resources: {'Network': ['ID=b186d5dc-6386-42e8-b821-779a363c43b0,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:45.662216 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c02fedc5-a99c-40ef-afce-e82df09888ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:45.667572 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-04d25b6d-d9a2-496f-b579-34b3f91a30c0 req-a53cf24f-7238-4f4e-8365-885971d42142 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=780fc6cad2f64a62af5f7aa5b8f2bd0c&device_id=c93ba28b-5297-40bb-998e-31b20af834c9 HTTP/1.1" status: 200 len: 210 time: 0.0673823 Jun 19 18:07:45.670350 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network b186d5dc-6386-42e8-b821-779a363c43b0 details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:07:45.673631 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45817e9f-40df-4896-8616-d5e4a1532a34 req-ba1c64da-22fc-4685-ad56-7d86de2d0070 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:45.693745 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-45817e9f-40df-4896-8616-d5e4a1532a34 req-ba1c64da-22fc-4685-ad56-7d86de2d0070 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.4619637 Jun 19 18:07:45.767726 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-45817e9f-40df-4896-8616-d5e4a1532a34 req-0f5c3094-9994-43cf-a1ea-56bcd6ba70ed tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729840 Jun 19 18:07:45.994378 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d25b6d-d9a2-496f-b579-34b3f91a30c0 req-82331968-eee1-4558-8148-7f8ea20618dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:45.996090 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-04d25b6d-d9a2-496f-b579-34b3f91a30c0 req-82331968-eee1-4558-8148-7f8ea20618dd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=780fc6cad2f64a62af5f7aa5b8f2bd0c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2839954 Jun 19 18:07:46.284437 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d25b6d-d9a2-496f-b579-34b3f91a30c0 req-5d9c15fa-beb1-4a7e-8d2e-783198239143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:46.285872 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-04d25b6d-d9a2-496f-b579-34b3f91a30c0 req-5d9c15fa-beb1-4a7e-8d2e-783198239143 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2413054 Jun 19 18:07:46.411056 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36802) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:46.433858 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:46.436640 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b764475d-bd8e-4aa9-be76-13b1470138d0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:46.441805 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d60c4f1b-bfd0-4a76-b336-3419e73ea0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:46.447476 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b764475d-bd8e-4aa9-be76-13b1470138d0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:46.567554 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f330325d-7fa0-44a0-aa9d-942a97217c77,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:46.580718 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:46.651481 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Checking segment: {'id': 'e8614840-eb7f-4e33-85ff-7b575d393427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b186d5dc-6386-42e8-b821-779a363c43b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:46.652149 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Network hostable DHCP agents. Network: b186d5dc-6386-42e8-b821-779a363c43b0, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:07:46.701590 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Network b186d5dc-6386-42e8-b821-779a363c43b0 is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:07:46.719510 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, b186d5dc-6386-42e8-b821-779a363c43b0) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:46.728902 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35471ab-6dbc-4bde-8b3c-4d2f908782c2 None None] Network b186d5dc-6386-42e8-b821-779a363c43b0 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:07:46.731049 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:46.731658 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:46.769160 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.l3_db [None req-b764475d-bd8e-4aa9-be76-13b1470138d0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Floating IP be60eb5c-5778-4bb5-9d52-434ef48b083e associated. External IP: 172.28.0.6, port: d4da6799-fa91-4540-a263-9904105022cc. Jun 19 18:07:46.778685 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5880899 Jun 19 18:07:46.854484 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f43a-00e7-4ea7-9838-16eb7e01101a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:46.899984 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4fd8f43a-00e7-4ea7-9838-16eb7e01101a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:46.912246 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4fd8f43a-00e7-4ea7-9838-16eb7e01101a admin admin] Usage tracker for resource:security_group_rule and tenant:334784998f7d453984e2d28e41e73581 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:46.919942 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4fd8f43a-00e7-4ea7-9838-16eb7e01101a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:46.926910 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4fd8f43a-00e7-4ea7-9838-16eb7e01101a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:47.174422 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f43a-00e7-4ea7-9838-16eb7e01101a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:47.183979 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f43a-00e7-4ea7-9838-16eb7e01101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:47.192759 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:47.274468 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7bf82e-3d8c-44a4-b50a-08b38540e96e None None] Network b186d5dc-6386-42e8-b821-779a363c43b0 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:07:47.311654 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4fd8f43a-00e7-4ea7-9838-16eb7e01101a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=334784998f7d453984e2d28e41e73581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8939736 Jun 19 18:07:47.311654 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8f43a-00e7-4ea7-9838-16eb7e01101a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c0e446-b50d-4086-988c-6b5712bca4e0,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:47.318269 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4fd8f43a-00e7-4ea7-9838-16eb7e01101a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:47.318845 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36846) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:47.428849 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7983d6a5-602e-4e1b-8704-92d7e39c59dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:47.466702 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7983d6a5-602e-4e1b-8704-92d7e39c59dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:47.587553 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7983d6a5-602e-4e1b-8704-92d7e39c59dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:47.594541 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9dafa364-52d8-49f2-b6a5-6de4cb53ce1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:47.616959 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983d6a5-602e-4e1b-8704-92d7e39c59dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c0e446-b50d-4086-988c-6b5712bca4e0,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:47.620342 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7983d6a5-602e-4e1b-8704-92d7e39c59dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:47.622929 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7983d6a5-602e-4e1b-8704-92d7e39c59dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:47.630590 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-7983d6a5-602e-4e1b-8704-92d7e39c59dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05c0e446-b50d-4086-988c-6b5712bca4e0 HTTP/1.1" status: 204 len: 168 time: 0.3107011 Jun 19 18:07:47.679822 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178f4fe-b964-46aa-a5a6-8aa5be747da1 req-220c97ba-d7e7-42d6-afae-9eb520864c35 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:47.689241 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d178f4fe-b964-46aa-a5a6-8aa5be747da1 req-220c97ba-d7e7-42d6-afae-9eb520864c35 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.5555437 Jun 19 18:07:47.770904 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b764475d-bd8e-4aa9-be76-13b1470138d0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Router 9d958789-49d4-4cf7-ae21-e07627db612f has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:07:47.816245 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d178f4fe-b964-46aa-a5a6-8aa5be747da1 req-2a2a3e60-929d-47f6-ae9c-51027eb9737b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207862 Jun 19 18:07:47.987505 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:48.161002 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b764475d-bd8e-4aa9-be76-13b1470138d0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:07:48.175825 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-e3b0ac2f-eb28-41b3-a56d-bc9a61b7bc1b tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:48.177627 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-e3b0ac2f-eb28-41b3-a56d-bc9a61b7bc1b tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Synchronizing usage tracker for tenant:2f6084573a7b4773a1d8a81911b7b770 on resource:network {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:07:48.179652 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446e553-1175-4aa1-bf39-f9d3c6421273 None None] Sync routers for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:07:48.194607 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446e553-1175-4aa1-bf39-f9d3c6421273 None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:07:48.199304 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-6446e553-1175-4aa1-bf39-f9d3c6421273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:07:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:48.207602 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b764475d-bd8e-4aa9-be76-13b1470138d0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:48.289947 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-e3b0ac2f-eb28-41b3-a56d-bc9a61b7bc1b tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Unset dirty status for tenant:2f6084573a7b4773a1d8a81911b7b770 on resource:network {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:07:48.301945 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-e3b0ac2f-eb28-41b3-a56d-bc9a61b7bc1b tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/networks?id=402f04f5-74f4-410f-9196-30e5777be60c HTTP/1.1" status: 200 len: 809 time: 0.4841521 Jun 19 18:07:48.308172 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-b764475d-bd8e-4aa9-be76-13b1470138d0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "PUT /v2.0/floatingips/be60eb5c-5778-4bb5-9d52-434ef48b083e HTTP/1.1" status: 200 len: 989 time: 3.6633725 Jun 19 18:07:48.310486 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:07:48.326783 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-eb1fd852-d61c-4127-9d85-d4189bfea2e2 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/quotas/2f6084573a7b4773a1d8a81911b7b770 HTTP/1.1" status: 200 len: 375 time: 0.0170426 Jun 19 18:07:48.409631 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-f3128f5d-e703-457a-9c85-4a3b633ec390 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f6084573a7b4773a1d8a81911b7b770&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770314 Jun 19 18:07:48.499115 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-6446e553-1175-4aa1-bf39-f9d3c6421273 None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:07:48.574712 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-da5a9c93-482e-44d2-a43f-764008d3b779 service neutron] 10.222.0.16 "GET /v2.0/networks/402f04f5-74f4-410f-9196-30e5777be60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642060 Jun 19 18:07:48.701965 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc', 'status': 'completed', 'code': 200} Jun 19 18:07:48.830204 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36946) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:48.901133 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36952) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:48.930048 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-4a3f648e-6bce-405c-9b13-8a4dd20c5bce service neutron] 10.222.0.16 "GET /v2.0/networks/402f04f5-74f4-410f-9196-30e5777be60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434529 Jun 19 18:07:48.948914 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a67da6-fe16-4245-a435-8b95ee8c617e req-6db071a4-dfb8-4938-8c69-01723f197bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:48.950397 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c5a67da6-fe16-4245-a435-8b95ee8c617e req-6db071a4-dfb8-4938-8c69-01723f197bd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 1098 time: 0.1852713 Jun 19 18:07:49.109753 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-6446e553-1175-4aa1-bf39-f9d3c6421273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': 'be60eb5c-5778-4bb5-9d52-434ef48b083e', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'port_id': 'd4da6799-fa91-4540-a263-9904105022cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'mac_address': 'fa:16:3e:0c:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:07:15Z', 'updated_at': '2021-06-19T18:07:46Z', 'revision_number': 1, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:16Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:49.113845 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446e553-1175-4aa1-bf39-f9d3c6421273 None None] Checking router: 9d958789-49d4-4cf7-ae21-e07627db612f for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:07:49.123666 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446e553-1175-4aa1-bf39-f9d3c6421273 None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:07:49.124324 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-6446e553-1175-4aa1-bf39-f9d3c6421273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:07:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:49.171427 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d377a-c937-401c-8f74-257ca893a119 req-c77621de-2699-4d1d-91a1-a6300bb19a76 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:49.172434 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1e0d377a-c937-401c-8f74-257ca893a119 req-c77621de-2699-4d1d-91a1-a6300bb19a76 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1229382 Jun 19 18:07:49.220955 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a67da6-fe16-4245-a435-8b95ee8c617e req-1bf149e0-1caf-4d84-bdf4-acbe338068e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:49.222696 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c5a67da6-fe16-4245-a435-8b95ee8c617e req-1bf149e0-1caf-4d84-bdf4-acbe338068e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 918 time: 0.2572794 Jun 19 18:07:49.296595 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1e0d377a-c937-401c-8f74-257ca893a119 req-cbbeb8af-a8eb-4eb7-83a8-47d2f46bf0c5 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176598 Jun 19 18:07:49.368556 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 36980) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:49.396522 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ec735e50-5244-4f4b-8b55-361705ec6882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:49.433209 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:49.532138 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-6446e553-1175-4aa1-bf39-f9d3c6421273 None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:07:49.565878 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:49.576559 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-ec735e50-5244-4f4b-8b55-361705ec6882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:49.610483 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Usage tracker for resource:security_group_rule and tenant:71c81efcc1f8448c8565bc1f82746e74 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:49.626086 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:49.634883 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-ec735e50-5244-4f4b-8b55-361705ec6882 admin admin] Usage tracker for resource:security_group_rule and tenant:ca5d48910e9044749cba99eb60089ca0 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:49.653346 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:49.659056 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-ec735e50-5244-4f4b-8b55-361705ec6882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:49.675656 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-ec735e50-5244-4f4b-8b55-361705ec6882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:49.700016 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f5256b5e-d7cc-46fb-913c-5b44aed45c3e req-e4f47d64-f57e-487c-b458-1fc3c38a1300 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 210 time: 0.2621562 Jun 19 18:07:49.712567 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c5a67da6-fe16-4245-a435-8b95ee8c617e req-01094c80-fc11-4aa9-9549-91437986d6b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4da6799-fa91-4540-a263-9904105022cc HTTP/1.1" status: 200 len: 997 time: 0.4468966 Jun 19 18:07:49.723719 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Deleting subnet 5314db69-8428-494a-aa69-03faa18caa9b {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:07:49.736831 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:49.824418 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604224'] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:49.912652 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a67da6-fe16-4245-a435-8b95ee8c617e req-b74cfa60-e105-4e8c-b09e-77f4ce774013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:49.914476 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c5a67da6-fe16-4245-a435-8b95ee8c617e req-b74cfa60-e105-4e8c-b09e-77f4ce774013 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.1858599 Jun 19 18:07:49.928312 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.066496 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.082043 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.082180 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-6446e553-1175-4aa1-bf39-f9d3c6421273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': 'be60eb5c-5778-4bb5-9d52-434ef48b083e', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'port_id': 'd4da6799-fa91-4540-a263-9904105022cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'mac_address': 'fa:16:3e:0c:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:07:15Z', 'updated_at': '2021-06-19T18:07:46Z', 'revision_number': 1, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:16Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:50.086917 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446e553-1175-4aa1-bf39-f9d3c6421273 None None] The sync data for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb is: [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': 'be60eb5c-5778-4bb5-9d52-434ef48b083e', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'port_id': 'd4da6799-fa91-4540-a263-9904105022cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'mac_address': 'fa:16:3e:0c:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:07:15Z', 'updated_at': '2021-06-19T18:07:46Z', 'revision_number': 1, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:16Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:07:50.094510 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-57a93018-2b4e-4ecc-b88e-99102ce15708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:50.116926 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ec735e50-5244-4f4b-8b55-361705ec6882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.146432 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ec735e50-5244-4f4b-8b55-361705ec6882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.168580 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a67da6-fe16-4245-a435-8b95ee8c617e req-3ba17aca-f775-44b9-a76e-92e3caaa4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:50.170586 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c5a67da6-fe16-4245-a435-8b95ee8c617e req-3ba17aca-f775-44b9-a76e-92e3caaa4357 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2456982 Jun 19 18:07:50.178209 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71c81efcc1f8448c8565bc1f82746e74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3449612 Jun 19 18:07:50.179207 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1bc5fb-07c6-4a09-ad9a-b67a169cefe3,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:50.183964 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 36998) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:50.231871 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.232102 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.232453 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.232798 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.233164 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.233506 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.233842 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.234177 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.234511 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.234845 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.235172 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.235504 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.239564 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:50.246804 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-41ef2b8e-45ae-4957-adc8-30a83e2e6d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:50.271233 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ec735e50-5244-4f4b-8b55-361705ec6882 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca5d48910e9044749cba99eb60089ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3653853 Jun 19 18:07:50.272458 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 37002) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:50.423636 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476517'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.428540 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec735e50-5244-4f4b-8b55-361705ec6882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e1f213-9a25-433c-bc71-cfa11d65dbed,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:50.429646 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:50.432606 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ec735e50-5244-4f4b-8b55-361705ec6882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:50.474778 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fdce4c-67c7-4e7c-9942-2c9c23bc7d74 None None] New status for floating IP be60eb5c-5778-4bb5-9d52-434ef48b083e: ACTIVE {{(pid=78399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 18:07:50.478768 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5314db69-8428-494a-aa69-03faa18caa9b,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:50.486514 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.494467 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.494822 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.495170 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.495680 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.496083 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.496362 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.496720 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.497055 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.497386 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.497716 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.498046 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.498367 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:50.502293 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:50.507973 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-34ea6dd0-ba84-4df3-a4cb-07f13b257741 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5314db69-8428-494a-aa69-03faa18caa9b HTTP/1.1" status: 204 len: 168 time: 1.1383581 Jun 19 18:07:50.508748 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37008) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:50.518400 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f3323d44-bd4d-449f-9a54-85ab68562e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.536909 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b5de3fd0-6d39-4850-b245-d68b6f3ad4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.546536 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c5a67da6-fe16-4245-a435-8b95ee8c617e req-fb1f9148-0ea6-42e4-9e23-2976e05e154e service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486331 Jun 19 18:07:50.600629 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f3323d44-bd4d-449f-9a54-85ab68562e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.636954 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b5de3fd0-6d39-4850-b245-d68b6f3ad4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.668944 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.698937 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbbc44-b395-4e1c-ab36-19972e2b5fa2 req-809deb86-2a52-4882-99b9-2d551733a049 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:50.700388 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-80dbbc44-b395-4e1c-ab36-19972e2b5fa2 req-809deb86-2a52-4882-99b9-2d551733a049 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1907647 Jun 19 18:07:50.791799 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-dec26b1e-cf6a-4c2b-bc75-57003d185b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.808028 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f3323d44-bd4d-449f-9a54-85ab68562e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.813942 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-80dbbc44-b395-4e1c-ab36-19972e2b5fa2 req-a5ccd101-fc29-49ee-a694-1f24c4905264 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823562 Jun 19 18:07:50.814544 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3728b8c2-e417-4744-89d1-e93d9085843e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:50.828614 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c5a67da6-fe16-4245-a435-8b95ee8c617e req-7a152b16-6ccc-40b7-a7b5-629c3d7ec3f4 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683077 Jun 19 18:07:50.837698 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3323d44-bd4d-449f-9a54-85ab68562e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1bc5fb-07c6-4a09-ad9a-b67a169cefe3,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:50.871014 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f3323d44-bd4d-449f-9a54-85ab68562e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.874876 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f3323d44-bd4d-449f-9a54-85ab68562e0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d1bc5fb-07c6-4a09-ad9a-b67a169cefe3 HTTP/1.1" status: 204 len: 168 time: 0.6881111 Jun 19 18:07:50.887185 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f3323d44-bd4d-449f-9a54-85ab68562e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:50.888002 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b5de3fd0-6d39-4850-b245-d68b6f3ad4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.894276 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-b5de3fd0-6d39-4850-b245-d68b6f3ad4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.899262 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-b5de3fd0-6d39-4850-b245-d68b6f3ad4a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11e1f213-9a25-433c-bc71-cfa11d65dbed HTTP/1.1" status: 204 len: 168 time: 0.6158333 Jun 19 18:07:50.902219 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3d1bcf76-f9f0-43e7-96e5-9c7c5c69560b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:50.910574 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.925611 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de3fd0-6d39-4850-b245-d68b6f3ad4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e1f213-9a25-433c-bc71-cfa11d65dbed,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:50.931407 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6444b8-bd7b-495d-8ccb-d2f97a555404']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:50.937781 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b5de3fd0-6d39-4850-b245-d68b6f3ad4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:50.947369 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594014ca-7428-4ad5-b23e-f9134417ae13') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:50.947716 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594014ca-7428-4ad5-b23e-f9134417ae13') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:07:50.963227 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2604279'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:50.984659 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:51.001321 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:07:51.001743 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530032'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: timer() Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: cb(*args, **kw) Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: self._notify() Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: self.callback(batched_events) Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: event.method(event) Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: return self._get(url).json() Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:07:51.100114 dv-cinder-797107-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:07:51.117979 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:51.156807 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a607aeee-b06b-4e92-9d20-23769e027a32 req-210be13b-f21e-491c-90dd-54367b9dce55 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 210 time: 0.0539489 Jun 19 18:07:51.156807 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:51.164175 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:51.166356 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:51.189882 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6444b8-bd7b-495d-8ccb-d2f97a555404,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:51.192995 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:51.206622 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb6444b8-bd7b-495d-8ccb-d2f97a555404 HTTP/1.1" status: 204 len: 168 time: 0.6950290 Jun 19 18:07:51.455514 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-4b8c14c0-88d1-4674-b8c7-4a6e5689ebfe tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:51.457022 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-4b8c14c0-88d1-4674-b8c7-4a6e5689ebfe tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.30 "GET /v2.0/networks?id=402f04f5-74f4-410f-9196-30e5777be60c HTTP/1.1" status: 200 len: 809 time: 0.3565140 Jun 19 18:07:51.489385 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Request body: {'port': {'device_id': '7f5be99a-cb68-4039-8830-a673f65a2638', 'network_id': '402f04f5-74f4-410f-9196-30e5777be60c', 'admin_state_up': True, 'tenant_id': '2f6084573a7b4773a1d8a81911b7b770'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:51.581623 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37036) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:51.610037 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 37040) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:51.619535 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9e879a0a-ab95-402a-b1ff-f81254a012b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:51.638625 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9e879a0a-ab95-402a-b1ff-f81254a012b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:51.643878 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9e879a0a-ab95-402a-b1ff-f81254a012b0 admin admin] Usage tracker for resource:security_group_rule and tenant:6a9fe7f4d3e04d4e81c643d928e10cf7 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:51.648459 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9e879a0a-ab95-402a-b1ff-f81254a012b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:51.655356 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9e879a0a-ab95-402a-b1ff-f81254a012b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:51.679358 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-85786480-201f-44a2-8731-b763411f15dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=780fc6cad2f64a62af5f7aa5b8f2bd0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0651567 Jun 19 18:07:51.681773 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37044) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:51.696201 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:51.700016 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Usage tracker for resource:port and tenant:2f6084573a7b4773a1d8a81911b7b770 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:51.703075 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:51.709234 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:51.726065 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Made reservation on behalf of 2f6084573a7b4773a1d8a81911b7b770 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:07:51.731626 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:51.830242 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7d74fbf5-ded6-4072-b421-ffbf6323c212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:51.930078 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7d74fbf5-ded6-4072-b421-ffbf6323c212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:51.938663 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37064) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:51.945070 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9e879a0a-ab95-402a-b1ff-f81254a012b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:51.980296 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Allocated IP 172.20.0.12 (402f04f5-74f4-410f-9196-30e5777be60c/dfff45b4-ee3e-4c62-ba6c-f459fb04ed99/e080e370-fae4-4ae6-817c-4c0f33e81f2b) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:07:51.984615 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-a3e2f62b-8979-4f58-909c-8fd2dab3e942 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=27d8108e2c3147e3a2a37244e4a3f526&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467000 Jun 19 18:07:51.999157 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9e879a0a-ab95-402a-b1ff-f81254a012b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.041016 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7839fbe7-9c1a-43c1-8dc1-831f5fd1839d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:52.051656 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d867-b7af-4bc0-b258-29713f6534cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.114057 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-fbb6d867-b7af-4bc0-b258-29713f6534cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:52.161554 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-fbb6d867-b7af-4bc0-b258-29713f6534cb admin admin] Usage tracker for resource:security_group_rule and tenant:6932ed046897403f990477bc69b36344 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:52.175683 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-fbb6d867-b7af-4bc0-b258-29713f6534cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:52.187323 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9e879a0a-ab95-402a-b1ff-f81254a012b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a9fe7f4d3e04d4e81c643d928e10cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6038797 Jun 19 18:07:52.189903 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 37076) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:52.192784 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-fbb6d867-b7af-4bc0-b258-29713f6534cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:52.211262 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.261159 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e879a0a-ab95-402a-b1ff-f81254a012b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d3fb0e-f929-403a-aae8-33456ee549fd,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:52.277224 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9e879a0a-ab95-402a-b1ff-f81254a012b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:52.284808 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5d2abbeb-4671-4946-884b-9088b35acdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.330983 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.336695 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7d74fbf5-ded6-4072-b421-ffbf6323c212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.343210 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7087a4d0-629f-47f2-a08d-5f2e547ad9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:52.357600 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb14e-5f6c-4deb-a71d-4c5539711d95 req-61d76a30-bab6-4694-8380-37188a6ba3f8 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:52.357784 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-337c5517-38d4-46d8-a2e4-d275e52e9daf tempest-DeleteServersTestJSON-1048076333 tempest-DeleteServersTestJSON-1048076333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:52.364550 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-45acb14e-5f6c-4deb-a71d-4c5539711d95 req-61d76a30-bab6-4694-8380-37188a6ba3f8 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.3757410 Jun 19 18:07:52.377633 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-25fe7f7c-3b98-433f-8977-b485b3b18a83 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:52.379303 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-25fe7f7c-3b98-433f-8977-b485b3b18a83 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3864925 Jun 19 18:07:52.402140 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74fbf5-ded6-4072-b421-ffbf6323c212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed703eb5-d89b-49bb-a5c9-e5d8769039b1,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:52.435143 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7d74fbf5-ded6-4072-b421-ffbf6323c212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:52.453300 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-101b5108-b816-4a7e-969e-af87b81ca074 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/quotas/27d8108e2c3147e3a2a37244e4a3f526 HTTP/1.1" status: 200 len: 375 time: 0.0530715 Jun 19 18:07:52.454177 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Pushing event updated for resources: {'Port': ['ID=e080e370-fae4-4ae6-817c-4c0f33e81f2b,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:52.464059 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Network 402f04f5-74f4-410f-9196-30e5777be60c is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:07:52.464908 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-45acb14e-5f6c-4deb-a71d-4c5539711d95 req-626164ce-e0d1-4d40-af7a-419b58dc1b76 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992215 Jun 19 18:07:52.465036 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:52.468322 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:52.474053 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5d2abbeb-4671-4946-884b-9088b35acdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.484685 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:07:52.498187 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:52.499004 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.552425 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0679271 Jun 19 18:07:52.575181 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5d2abbeb-4671-4946-884b-9088b35acdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.580118 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5dfdaa71-5f79-41d4-805e-f5438893aa95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:52.598111 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2abbeb-4671-4946-884b-9088b35acdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d3fb0e-f929-403a-aae8-33456ee549fd,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:52.604716 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Request body: {'port': {'device_id': '7f5be99a-cb68-4039-8830-a673f65a2638', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:52.609993 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7d74fbf5-ded6-4072-b421-ffbf6323c212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.610841 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-7d74fbf5-ded6-4072-b421-ffbf6323c212 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed703eb5-d89b-49bb-a5c9-e5d8769039b1 HTTP/1.1" status: 204 len: 168 time: 0.9268477 Jun 19 18:07:52.641378 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5d2abbeb-4671-4946-884b-9088b35acdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:52.648516 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5d2abbeb-4671-4946-884b-9088b35acdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.652619 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-897cbc1c-2662-48c9-a5a4-82adedc0829f tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=27d8108e2c3147e3a2a37244e4a3f526&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1833193 Jun 19 18:07:52.652970 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-5d2abbeb-4671-4946-884b-9088b35acdd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00d3fb0e-f929-403a-aae8-33456ee549fd HTTP/1.1" status: 204 len: 168 time: 0.4588306 Jun 19 18:07:52.717247 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d867-b7af-4bc0-b258-29713f6534cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.727644 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d867-b7af-4bc0-b258-29713f6534cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.777187 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:52.795489 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-fbb6d867-b7af-4bc0-b258-29713f6534cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6932ed046897403f990477bc69b36344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8533573 Jun 19 18:07:52.813001 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 37090) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:52.813738 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:52.931936 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6d867-b7af-4bc0-b258-29713f6534cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0565428a-4e3d-45f2-ae79-d6c2bbf27624,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:52.944545 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-fbb6d867-b7af-4bc0-b258-29713f6534cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:52.970856 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a07f9230-fb3e-4255-b476-0c99d8252b4b req-2adf6d43-8ed5-4b6e-9633-d25dc9851065 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 210 time: 0.1000054 Jun 19 18:07:53.006817 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d02da5ef-b020-4893-b8de-4f01d071ae66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:53.034201 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e3c22-2fa9-4399-9e37-a90649e44341 req-612e5a56-84d8-4222-bed0-cd5e189f9673 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:53.035671 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-120e3c22-2fa9-4399-9e37-a90649e44341 req-612e5a56-84d8-4222-bed0-cd5e189f9673 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 932 time: 0.2194569 Jun 19 18:07:53.093547 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-120e3c22-2fa9-4399-9e37-a90649e44341 req-676b15b8-ce6a-49e0-9e8a-60caf6b90d0a tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Synchronizing usage tracker for tenant:2f6084573a7b4773a1d8a81911b7b770 on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:07:53.114543 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d02da5ef-b020-4893-b8de-4f01d071ae66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:53.117235 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-120e3c22-2fa9-4399-9e37-a90649e44341 req-676b15b8-ce6a-49e0-9e8a-60caf6b90d0a tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Unset dirty status for tenant:2f6084573a7b4773a1d8a81911b7b770 on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:07:53.119146 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-120e3c22-2fa9-4399-9e37-a90649e44341 req-676b15b8-ce6a-49e0-9e8a-60caf6b90d0a tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763991 Jun 19 18:07:53.416037 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e080e370-fae4-4ae6-817c-4c0f33e81f2b {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:07:53.421404 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d02da5ef-b020-4893-b8de-4f01d071ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:53.437877 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1b5962ed-78fb-47cf-95d6-e1221f4304f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:53.452753 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:53.467476 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02da5ef-b020-4893-b8de-4f01d071ae66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0565428a-4e3d-45f2-ae79-d6c2bbf27624,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:53.471622 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d02da5ef-b020-4893-b8de-4f01d071ae66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:53.472260 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0be76fbf-8b2a-412a-be01-53a89fcb7fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:53.509856 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d02da5ef-b020-4893-b8de-4f01d071ae66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:53.514190 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d02da5ef-b020-4893-b8de-4f01d071ae66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0565428a-4e3d-45f2-ae79-d6c2bbf27624 HTTP/1.1" status: 204 len: 168 time: 0.6843245 Jun 19 18:07:53.532458 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Transition to ACTIVE for port object e080e370-fae4-4ae6-817c-4c0f33e81f2b will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:07:53.542829 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:53.547962 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:53.744374 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1103a-7644-4ce8-a812-63f7e2189fed req-504521ee-ac52-433a-b97d-ec5af80b3efe tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:53.752208 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-81e1103a-7644-4ce8-a812-63f7e2189fed req-504521ee-ac52-433a-b97d-ec5af80b3efe tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1095202 Jun 19 18:07:53.817189 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-81e1103a-7644-4ce8-a812-63f7e2189fed req-cc273825-4f27-478b-90bd-526236016dd4 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639889 Jun 19 18:07:53.889484 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=e080e370-fae4-4ae6-817c-4c0f33e81f2b,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:53.902239 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:53.912693 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Attempting to bind port e080e370-fae4-4ae6-817c-4c0f33e81f2b on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:07:53.913221 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Attempting to bind port e080e370-fae4-4ae6-817c-4c0f33e81f2b by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': '0e479870-d667-42d6-8750-c33d127d529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '402f04f5-74f4-410f-9196-30e5777be60c'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:07:53.913760 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Attempting to bind port e080e370-fae4-4ae6-817c-4c0f33e81f2b on network 402f04f5-74f4-410f-9196-30e5777be60c {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:53.919746 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Port e080e370-fae4-4ae6-817c-4c0f33e81f2b on network 402f04f5-74f4-410f-9196-30e5777be60c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:07:53.920068 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Attempting to bind port e080e370-fae4-4ae6-817c-4c0f33e81f2b on network 402f04f5-74f4-410f-9196-30e5777be60c {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:53.925497 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:07:53.926000 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Checking segment: {'id': '0e479870-d667-42d6-8750-c33d127d529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '402f04f5-74f4-410f-9196-30e5777be60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:53.926508 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Bound using segment: {'id': '0e479870-d667-42d6-8750-c33d127d529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '402f04f5-74f4-410f-9196-30e5777be60c'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:07:53.927043 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Bound port: e080e370-fae4-4ae6-817c-4c0f33e81f2b, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e479870-d667-42d6-8750-c33d127d529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '402f04f5-74f4-410f-9196-30e5777be60c'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:07:53.927188 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:53.961823 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:54.048154 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] For port e080e370-fae4-4ae6-817c-4c0f33e81f2b, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:07:54.057125 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] For port e080e370-fae4-4ae6-817c-4c0f33e81f2b, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=e080e370-fae4-4ae6-817c-4c0f33e81f2b,segment=NetworkSegment(0e479870-d667-42d6-8750-c33d127d529c),segment_id=0e479870-d667-42d6-8750-c33d127d529c)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:07:54.067785 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:54.077020 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:54.211202 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9736b448-96f4-4531-9188-f4b2ee20faa4 req-8923adae-129d-4a83-840b-7d6d999e2528 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 210 time: 0.0968509 Jun 19 18:07:54.226820 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:54.227711 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:54.231137 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] 10.222.0.30 "PUT /v2.0/ports/e080e370-fae4-4ae6-817c-4c0f33e81f2b HTTP/1.1" status: 200 len: 1094 time: 1.6338024 Jun 19 18:07:54.232673 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5be99a-cb68-4039-8830-a673f65a2638', 'tag': 'e080e370-fae4-4ae6-817c-4c0f33e81f2b'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:07:54.277459 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=e080e370-fae4-4ae6-817c-4c0f33e81f2b,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:54.290863 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:54.438175 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5be99a-cb68-4039-8830-a673f65a2638', 'tag': 'e080e370-fae4-4ae6-817c-4c0f33e81f2b', 'status': 'completed', 'code': 200} Jun 19 18:07:54.477799 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-090b8de1-27ae-40d8-b79c-3edb15cfc2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:54.479430 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-090b8de1-27ae-40d8-b79c-3edb15cfc2e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f6084573a7b4773a1d8a81911b7b770&device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 1097 time: 0.1302137 Jun 19 18:07:54.560191 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac307f-d2a1-4174-b6ae-70038861f34c req-f2bc8cfe-75e9-4773-870c-6ce20d79980a tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:54.566480 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-b09a9340-5631-40b6-91e0-9d72451b969a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e080e370-fae4-4ae6-817c-4c0f33e81f2b HTTP/1.1" status: 200 len: 217 time: 0.0723147 Jun 19 18:07:54.569587 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56ac307f-d2a1-4174-b6ae-70038861f34c req-f2bc8cfe-75e9-4773-870c-6ce20d79980a tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 944 time: 0.1335208 Jun 19 18:07:54.630969 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37170) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:54.657977 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-56ac307f-d2a1-4174-b6ae-70038861f34c req-0baad260-da42-4ce3-97bb-aa816c8daf46 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808227 Jun 19 18:07:54.669876 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-bb19f973-280e-41e5-92dc-d11df7852556 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=27d8108e2c3147e3a2a37244e4a3f526&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750811 Jun 19 18:07:54.733922 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-56dc6f78-ee86-4489-9689-60962bdeec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:54.735320 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-56dc6f78-ee86-4489-9689-60962bdeec1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfff45b4-ee3e-4c62-ba6c-f459fb04ed99 HTTP/1.1" status: 200 len: 849 time: 0.1175213 Jun 19 18:07:54.863757 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-0c0708ad-34a0-47f0-b260-6813ec0c7240 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=402f04f5-74f4-410f-9196-30e5777be60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653257 Jun 19 18:07:54.954785 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1410081215-network', 'tenant_id': 'a243464b8f334f62891e6bf5fbb11764'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:54.962604 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:54.972783 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Usage tracker for resource:network and tenant:a243464b8f334f62891e6bf5fbb11764 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:54.977650 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:54.993052 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:55.086368 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Made reservation on behalf of a243464b8f334f62891e6bf5fbb11764 for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:07:55.088596 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:55.091172 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-11658085-c028-4bbe-81cf-835040cee99b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:55.093429 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-11658085-c028-4bbe-81cf-835040cee99b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4154549 Jun 19 18:07:55.104523 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:55.126158 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Request body: {'port': {'device_id': '6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8', 'network_id': '319e516f-3f04-4b46-b688-713858a508d0', 'admin_state_up': True, 'tenant_id': '27d8108e2c3147e3a2a37244e4a3f526'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:55.134002 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:55.139421 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Usage tracker for resource:security_group_rule and tenant:a243464b8f334f62891e6bf5fbb11764 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:55.143750 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:55.151635 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:55.166926 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376c166-6a8d-47a5-9719-33ebee7ba34b req-8bbd2109-072f-4c5c-b6ef-87bf39c31247 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:55.167965 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8376c166-6a8d-47a5-9719-33ebee7ba34b req-8bbd2109-072f-4c5c-b6ef-87bf39c31247 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1726735 Jun 19 18:07:55.203978 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-12c17dfd-06a6-4e74-a4ad-a3833c00b75c service neutron] 10.222.0.30 "GET /v2.0/networks/402f04f5-74f4-410f-9196-30e5777be60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280547 Jun 19 18:07:55.258973 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8376c166-6a8d-47a5-9719-33ebee7ba34b req-f2c70609-39d8-42cb-8f7a-1e065733e328 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844204 Jun 19 18:07:55.346238 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:55.357928 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:55.393041 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ed9c0c4c-f312-4900-bcfc-9d6187db7168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:55.497315 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:55.504693 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62138a88-2dae-4824-b085-50b06f638834,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:55.505106 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Usage tracker for resource:port and tenant:27d8108e2c3147e3a2a37244e4a3f526 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:55.512205 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:55.517267 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:55.527697 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:07:55.532637 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-38a4d782-7bb7-4fc6-93c4-ebb89f2eb90a req-473a571b-28f5-49b4-bd99-182d32bdc37f tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 210 time: 0.1228936 Jun 19 18:07:55.544352 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:55.545152 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Added segment 34f9a8cd-d509-4dd5-93fe-c66ed045cb3a of type vlan for network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 Jun 19 18:07:55.546660 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:55.550198 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-25bf8a0f-43b2-44a6-ae50-b4c1b3e527ff req-d949bca4-277c-491e-8371-25646d07157e service neutron] 10.222.0.30 "GET /v2.0/networks/402f04f5-74f4-410f-9196-30e5777be60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396333 Jun 19 18:07:55.578123 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:55.581617 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Made reservation on behalf of 27d8108e2c3147e3a2a37244e4a3f526 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:07:55.590678 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:55.624378 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:55.643453 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:55.644855 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:55.645488 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:55.661379 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b8a65b9d-126f-40d8-9d9c-3d9f1ea89fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:55.672098 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:55.789976 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:55.798764 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Usage tracker for resource:security_group_rule and tenant:27d8108e2c3147e3a2a37244e4a3f526 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:55.813275 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:55.815861 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1826217 Jun 19 18:07:55.822553 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37222) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:55.831144 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Request body: {'subnet': {'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1410081215-subnet', 'tenant_id': 'a243464b8f334f62891e6bf5fbb11764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:55.835927 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:55.837756 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:55.838135 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Pushing event updated for resources: {'Network': ['ID=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:55.841399 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:55.845133 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Usage tracker for resource:subnet and tenant:a243464b8f334f62891e6bf5fbb11764 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:55.853614 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:07:55.890469 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:55.914031 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:55.951352 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Made reservation on behalf of a243464b8f334f62891e6bf5fbb11764 for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:07:55.954196 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476494'] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:55.989911 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917e7e2-d36d-4727-a114-de9d935107df req-ab30ffb4-0801-43a8-a43f-5e8a4c6eab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:55.999956 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6917e7e2-d36d-4727-a114-de9d935107df req-ab30ffb4-0801-43a8-a43f-5e8a4c6eab38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f6084573a7b4773a1d8a81911b7b770&device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 1097 time: 0.3036642 Jun 19 18:07:56.105322 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf02d4-4d8e-4ed5-8a32-6fef63e0c256 req-903dd452-1977-43fd-b1f3-ea6302bebd83 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:56.107140 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ebbf02d4-4d8e-4ed5-8a32-6fef63e0c256 req-903dd452-1977-43fd-b1f3-ea6302bebd83 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 944 time: 0.2634699 Jun 19 18:07:56.168058 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:56.190614 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:56.208823 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-733991c8-38e4-44d6-be09-de30bac34930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:56.244988 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ebbf02d4-4d8e-4ed5-8a32-6fef63e0c256 req-815a6d27-ba19-483e-a6b2-1a18eb87dd55 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177444 Jun 19 18:07:56.349987 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917e7e2-d36d-4727-a114-de9d935107df req-1797fcf5-2e34-4dee-9469-3c3b541dc328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:56.351940 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6917e7e2-d36d-4727-a114-de9d935107df req-1797fcf5-2e34-4dee-9469-3c3b541dc328 service neutron] 10.222.0.30 "GET /v2.0/networks?id=402f04f5-74f4-410f-9196-30e5777be60c HTTP/1.1" status: 200 len: 910 time: 0.3470149 Jun 19 18:07:56.433666 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13baa209-2a90-421d-af0c-4ecb6b8f3962,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:56.451001 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:56.452657 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6917e7e2-d36d-4727-a114-de9d935107df req-7bbddd03-140e-4e7b-b5f5-0ad0dcaaa6e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e080e370-fae4-4ae6-817c-4c0f33e81f2b HTTP/1.1" status: 200 len: 217 time: 0.0798385 Jun 19 18:07:56.672101 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8ff1c-0665-4dbe-9b31-e0f3699138d4 req-ebe4bd46-2250-451b-93b3-73e393350205 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:56.673617 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dfc8ff1c-0665-4dbe-9b31-e0f3699138d4 req-ebe4bd46-2250-451b-93b3-73e393350205 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.2509546 Jun 19 18:07:56.738113 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917e7e2-d36d-4727-a114-de9d935107df req-e1148edf-8d9f-4756-9741-22ccc3502715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:56.739595 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6917e7e2-d36d-4727-a114-de9d935107df req-e1148edf-8d9f-4756-9741-22ccc3502715 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfff45b4-ee3e-4c62-ba6c-f459fb04ed99 HTTP/1.1" status: 200 len: 849 time: 0.2750404 Jun 19 18:07:56.793562 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dfc8ff1c-0665-4dbe-9b31-e0f3699138d4 req-8a2eefa3-e304-41b8-abc9-70d8724e283c tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108394 Jun 19 18:07:56.807599 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dc9033c6-eb0e-468d-ba2a-369157c4a49b req-59abc731-be66-4721-b048-06d5e3216dc1 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 210 time: 0.0723941 Jun 19 18:07:56.837360 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6917e7e2-d36d-4727-a114-de9d935107df req-d3bd5a53-3262-41a5-bbf7-415fdaacf0c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=402f04f5-74f4-410f-9196-30e5777be60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871711 Jun 19 18:07:56.891429 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2529165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476508'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:56.895914 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-53c7f2d7-fb61-4bd6-9245-65747032e0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:56.955089 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Allocated IP 192.168.233.223 (319e516f-3f04-4b46-b688-713858a508d0/4cb9928a-1d87-4849-9024-a155171de3e9/209080c0-9578-4271-af38-a0a2de486d2b) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:07:56.976382 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a127e29e-8a04-45c8-938e-6993d421d19b,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:56.980461 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:56.981349 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Checking segment: {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:56.981849 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Network hostable DHCP agents. Network: b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:07:57.009577 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:07:57.022158 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:57.031580 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e577a9fa-785a-4c29-9e8d-7e4bde068848 None None] Network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:07:57.035765 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:57.036406 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:57.062520 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2386727 Jun 19 18:07:57.156847 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6917e7e2-d36d-4727-a114-de9d935107df req-7383af6d-2c69-42a3-b118-28cc1c3fd9ad service neutron] 10.222.0.30 "GET /v2.0/networks/402f04f5-74f4-410f-9196-30e5777be60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088143 Jun 19 18:07:57.286089 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdd70b9-be94-4589-b610-f7e73c77ca92 None None] Network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:07:57.504865 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6917e7e2-d36d-4727-a114-de9d935107df req-51749dfb-6415-4c35-a076-a8621933f62f service neutron] 10.222.0.30 "GET /v2.0/networks/402f04f5-74f4-410f-9196-30e5777be60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337953 Jun 19 18:07:57.521725 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:57.529028 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d87569-0b15-42bc-9cd4-037820710f4f req-9357b4a5-e350-4308-b7f2-fe8da5435e31 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:57.537674 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-66d87569-0b15-42bc-9cd4-037820710f4f req-9357b4a5-e350-4308-b7f2-fe8da5435e31 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 944 time: 0.1365483 Jun 19 18:07:57.539553 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Transition to ACTIVE for port object 209080c0-9578-4271-af38-a0a2de486d2b will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:07:57.570518 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:57.586350 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:57.632286 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Network 319e516f-3f04-4b46-b688-713858a508d0 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:07:57.639481 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:07:57.652680 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:07:57.658861 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:57.659480 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:57.700741 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Pushing event updated for resources: {'Port': ['ID=209080c0-9578-4271-af38-a0a2de486d2b,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:57.703952 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:57.710888 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-66d87569-0b15-42bc-9cd4-037820710f4f req-64f05966-de85-4514-aefc-fa3728cd5314 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722016 Jun 19 18:07:57.711830 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5910778 Jun 19 18:07:57.733338 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Request body: {'port': {'device_id': '6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:07:57.888421 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:57.889361 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-26e2a7af-5a8f-411a-b485-1c7df34a81ba tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:57.900350 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-26e2a7af-5a8f-411a-b485-1c7df34a81ba tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Synchronizing usage tracker for tenant:a243464b8f334f62891e6bf5fbb11764 on resource:network {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:07:57.921726 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-26e2a7af-5a8f-411a-b485-1c7df34a81ba tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Unset dirty status for tenant:a243464b8f334f62891e6bf5fbb11764 on resource:network {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:07:57.929465 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-26e2a7af-5a8f-411a-b485-1c7df34a81ba tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/networks?id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 200 len: 815 time: 0.2755342 Jun 19 18:07:57.947574 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-760ab0e1-b1eb-4ba2-91a8-d8fbe897a184 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/quotas/a243464b8f334f62891e6bf5fbb11764 HTTP/1.1" status: 200 len: 375 time: 0.0169194 Jun 19 18:07:57.993470 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-7ff8c5e4-d9ff-409e-89b1-a95dad4004ee None None] Provisioning for port 209080c0-9578-4271-af38-a0a2de486d2b completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:07:58.004270 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-7ff8c5e4-d9ff-409e-89b1-a95dad4004ee None None] Provisioning complete for port 209080c0-9578-4271-af38-a0a2de486d2b triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:07:58.005079 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c5e4-d9ff-409e-89b1-a95dad4004ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:58.056386 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-81b6245b-c9e7-483a-975e-eef0fbd1c97a tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a243464b8f334f62891e6bf5fbb11764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079023 Jun 19 18:07:58.110728 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8c5e4-d9ff-409e-89b1-a95dad4004ee None None] Port 209080c0-9578-4271-af38-a0a2de486d2b cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:07:58.330612 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-b9a94f02-ba7d-4e27-bb6e-8ded68a2ea15 service neutron] 10.222.0.16 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733502 Jun 19 18:07:58.345464 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28107049-de32-4def-b3b5-af6dd21acde5 req-c2f44bf9-129a-4a4c-906e-8dd44cb2d9bd tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:58.347081 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-28107049-de32-4def-b3b5-af6dd21acde5 req-c2f44bf9-129a-4a4c-906e-8dd44cb2d9bd tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.2308648 Jun 19 18:07:58.352469 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209080c0-9578-4271-af38-a0a2de486d2b {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:07:58.394735 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:58.427146 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Transition to ACTIVE for port object 209080c0-9578-4271-af38-a0a2de486d2b will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:07:58.438136 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:58.443650 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 37318) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:58.447522 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:58.556659 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-28107049-de32-4def-b3b5-af6dd21acde5 req-77a9c4b2-2b47-4bf8-8204-f49acbf7f615 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466022 Jun 19 18:07:58.595768 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device e080e370-fae4-4ae6-817c-4c0f33e81f2b details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:07:58.628283 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-a5e25875-1b1c-4862-b592-31afcd276a32 service neutron] 10.222.0.16 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778218 Jun 19 18:07:58.723490 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Attempting to bind port 209080c0-9578-4271-af38-a0a2de486d2b on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:07:58.723927 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Attempting to bind port 209080c0-9578-4271-af38-a0a2de486d2b by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': 'af2dd002-54dd-465d-ba61-f1e67bfe32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '319e516f-3f04-4b46-b688-713858a508d0'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:07:58.725353 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Attempting to bind port 209080c0-9578-4271-af38-a0a2de486d2b on network 319e516f-3f04-4b46-b688-713858a508d0 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:58.729485 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Pushing event updated for resources: {'Port': ['ID=209080c0-9578-4271-af38-a0a2de486d2b,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:58.734881 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:58.738108 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Port 209080c0-9578-4271-af38-a0a2de486d2b on network 319e516f-3f04-4b46-b688-713858a508d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:07:58.740096 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Attempting to bind port 209080c0-9578-4271-af38-a0a2de486d2b on network 319e516f-3f04-4b46-b688-713858a508d0 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:07:58.748790 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:07:58.749126 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Checking segment: {'id': 'af2dd002-54dd-465d-ba61-f1e67bfe32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '319e516f-3f04-4b46-b688-713858a508d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:07:58.749460 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Bound using segment: {'id': 'af2dd002-54dd-465d-ba61-f1e67bfe32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '319e516f-3f04-4b46-b688-713858a508d0'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:07:58.749884 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Bound port: 209080c0-9578-4271-af38-a0a2de486d2b, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2dd002-54dd-465d-ba61-f1e67bfe32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '319e516f-3f04-4b46-b688-713858a508d0'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:07:58.750224 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:58.878570 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4bc53768-757a-4430-825c-e8356e3d3755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:58.883194 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157182bc-888a-4a4a-acdb-8b40edb04336 req-f167ab16-c16f-4375-9628-e6cfed8f5e65 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:58.899891 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-157182bc-888a-4a4a-acdb-8b40edb04336 req-f167ab16-c16f-4375-9628-e6cfed8f5e65 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 948 time: 0.2036004 Jun 19 18:07:58.927961 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4bc53768-757a-4430-825c-e8356e3d3755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:07:58.936490 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4bc53768-757a-4430-825c-e8356e3d3755 admin admin] Usage tracker for resource:security_group_rule and tenant:6c86ed8fae904358b132ab13fc712499 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:07:58.940707 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4bc53768-757a-4430-825c-e8356e3d3755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:07:58.949103 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4bc53768-757a-4430-825c-e8356e3d3755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:07:58.951256 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] For port 209080c0-9578-4271-af38-a0a2de486d2b, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:07:58.955156 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] For port 209080c0-9578-4271-af38-a0a2de486d2b, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=209080c0-9578-4271-af38-a0a2de486d2b,segment=NetworkSegment(af2dd002-54dd-465d-ba61-f1e67bfe32f6),segment_id=af2dd002-54dd-465d-ba61-f1e67bfe32f6)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:07:58.965967 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:58.979770 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-865ac2ea-5ef2-480a-9f54-4588f2b32889 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:58.988496 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port e080e370-fae4-4ae6-817c-4c0f33e81f2b, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=e080e370-fae4-4ae6-817c-4c0f33e81f2b,segment=NetworkSegment(0e479870-d667-42d6-8750-c33d127d529c),segment_id=0e479870-d667-42d6-8750-c33d127d529c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:59.004288 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'e080e370-fae4-4ae6-817c-4c0f33e81f2b', 'network_id': '402f04f5-74f4-410f-9196-30e5777be60c', 'port_id': 'e080e370-fae4-4ae6-817c-4c0f33e81f2b', 'mac_address': 'fa:16:3e:a5:ef:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfff45b4-ee3e-4c62-ba6c-f459fb04ed99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:07:59.024906 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-157182bc-888a-4a4a-acdb-8b40edb04336 req-10fdfac1-0634-4f5a-88c0-6c9ef6b5d0c6 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224654 Jun 19 18:07:59.056754 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Pushing event updated for resources: {'Port': ['ID=209080c0-9578-4271-af38-a0a2de486d2b,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:59.064900 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:59.073832 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:59.074544 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:59.075138 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:59.076048 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] 10.222.0.30 "PUT /v2.0/ports/209080c0-9578-4271-af38-a0a2de486d2b HTTP/1.1" status: 200 len: 1098 time: 1.3479433 Jun 19 18:07:59.076533 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8', 'tag': '209080c0-9578-4271-af38-a0a2de486d2b'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:07:59.101263 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e080e370-fae4-4ae6-817c-4c0f33e81f2b {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:07:59.131607 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port e080e370-fae4-4ae6-817c-4c0f33e81f2b, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=e080e370-fae4-4ae6-817c-4c0f33e81f2b,segment=NetworkSegment(0e479870-d667-42d6-8750-c33d127d529c),segment_id=0e479870-d667-42d6-8750-c33d127d529c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:07:59.146904 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:59.151368 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:59.228154 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=e080e370-fae4-4ae6-817c-4c0f33e81f2b,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:59.237741 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:59.238353 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:59.238868 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:59.239347 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:59.239893 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:59.241261 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:59.241918 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:59.242392 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:59.242867 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:59.243455 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:59.243945 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:59.244413 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:07:59.249722 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:59.281871 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-492fb0ef-2d60-49cb-be26-6ecee53da76b req-9d431b39-4df9-400f-9c3b-df9f7ccc7078 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 210 time: 0.0942612 Jun 19 18:07:59.357580 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220e9d0-6355-42ee-8ac4-8fb8eac76daf req-54e63234-341f-40d5-8563-4124ed607afe tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:59.359503 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e220e9d0-6355-42ee-8ac4-8fb8eac76daf req-54e63234-341f-40d5-8563-4124ed607afe tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 945 time: 0.2548428 Jun 19 18:07:59.421037 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4bc53768-757a-4430-825c-e8356e3d3755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:59.440358 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4bc53768-757a-4430-825c-e8356e3d3755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:59.462624 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-20811eed-64f5-47a5-8b25-fbb1ea9660f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:59.464219 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e220e9d0-6355-42ee-8ac4-8fb8eac76daf req-07e817af-d166-4d5a-b3e3-78e0ec28e59a tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985379 Jun 19 18:07:59.550051 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8', 'tag': '209080c0-9578-4271-af38-a0a2de486d2b', 'status': 'completed', 'code': 200} Jun 19 18:07:59.586093 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4bc53768-757a-4430-825c-e8356e3d3755 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c86ed8fae904358b132ab13fc712499&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0978763 Jun 19 18:07:59.588911 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-c5502d40-2be3-4494-b334-ee817f231039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:59.589672 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37356) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:07:59.590647 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-c5502d40-2be3-4494-b334-ee817f231039 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=27d8108e2c3147e3a2a37244e4a3f526&device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 1101 time: 0.4322290 Jun 19 18:07:59.590933 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc53768-757a-4430-825c-e8356e3d3755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43082df-652a-4f41-8ec7-f84f8587d509,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:59.594464 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4bc53768-757a-4430-825c-e8356e3d3755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:59.673266 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['e080e370-fae4-4ae6-817c-4c0f33e81f2b'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:07:59.750780 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-972c44e1-666a-4845-8bd9-8679b4b8f8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:59.799051 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-972c44e1-666a-4845-8bd9-8679b4b8f8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:59.822665 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-d66e5e03-298f-490e-bf35-cbc51bd731f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=209080c0-9578-4271-af38-a0a2de486d2b HTTP/1.1" status: 200 len: 217 time: 0.2017455 Jun 19 18:07:59.830826 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e8212-4e3e-481e-98f5-ef785da956db req-e5aaf502-2de9-4b3f-ad96-9c27647249a0 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:59.841076 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2a1e8212-4e3e-481e-98f5-ef785da956db req-e5aaf502-2de9-4b3f-ad96-9c27647249a0 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1502969 Jun 19 18:07:59.918414 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2a1e8212-4e3e-481e-98f5-ef785da956db req-89124e48-20c1-447e-94a8-901b925d0b54 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569327 Jun 19 18:07:59.920864 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-972c44e1-666a-4845-8bd9-8679b4b8f8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:59.921782 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-80b2ed22-98bf-434f-a1bf-9cc98b573a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:07:59.923368 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-80b2ed22-98bf-434f-a1bf-9cc98b573a14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4cb9928a-1d87-4849-9024-a155171de3e9 HTTP/1.1" status: 200 len: 843 time: 0.0913613 Jun 19 18:07:59.926705 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:07:59.942762 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c44e1-666a-4845-8bd9-8679b4b8f8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43082df-652a-4f41-8ec7-f84f8587d509,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:07:59.945140 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-972c44e1-666a-4845-8bd9-8679b4b8f8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:07:59.948137 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-972c44e1-666a-4845-8bd9-8679b4b8f8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:07:59.949490 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-972c44e1-666a-4845-8bd9-8679b4b8f8f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e43082df-652a-4f41-8ec7-f84f8587d509 HTTP/1.1" status: 204 len: 168 time: 0.3578234 Jun 19 18:08:00.072419 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-8b8511ff-10a1-405b-8c2d-4ed3cd5498e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:00.073933 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-8b8511ff-10a1-405b-8c2d-4ed3cd5498e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=319e516f-3f04-4b46-b688-713858a508d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1111925 Jun 19 18:08:00.228516 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-252595b3-f2a8-4e13-b486-83256c1d3038 service neutron] 10.222.0.30 "GET /v2.0/networks/319e516f-3f04-4b46-b688-713858a508d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472723 Jun 19 18:08:00.297033 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65821b91-0232-467f-a90c-545008862b44 req-9e87e31e-41d0-4aea-861a-000153a70979 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:00.298736 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-65821b91-0232-467f-a90c-545008862b44 req-9e87e31e-41d0-4aea-861a-000153a70979 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 948 time: 0.1242049 Jun 19 18:08:00.391882 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-65821b91-0232-467f-a90c-545008862b44 req-6fbdcbdb-fdff-4982-b5af-695bf9918d13 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803649 Jun 19 18:08:00.443825 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37376) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:00.448971 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bf6b4f-bf99-4077-b1af-30f38b5f702f req-c8615317-b5d9-4f6b-9f96-faeb75ef7cf7 service neutron] 10.222.0.30 "GET /v2.0/networks/319e516f-3f04-4b46-b688-713858a508d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132521 Jun 19 18:08:00.465333 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-cff1344c-a93e-4e70-b991-9a38912255b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:00.526590 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1d86df02-47f3-4730-8e9d-c3e098c92e9b req-5f2d6021-5841-4dca-aab6-6803d92b31bb tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 210 time: 0.0486970 Jun 19 18:08:00.527457 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-cff1344c-a93e-4e70-b991-9a38912255b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:00.532323 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-cff1344c-a93e-4e70-b991-9a38912255b9 admin admin] Usage tracker for resource:security_group_rule and tenant:2b0c6a2c3f6444618bf603d0a4f1776f is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:00.535758 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-cff1344c-a93e-4e70-b991-9a38912255b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:00.550877 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-cff1344c-a93e-4e70-b991-9a38912255b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:00.681316 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9b2d5-2ca6-403c-9a61-5bb77415fe23 req-0be06f2b-43fb-4f61-aa2d-099b18e4059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:00.682886 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65a9b2d5-2ca6-403c-9a61-5bb77415fe23 req-0be06f2b-43fb-4f61-aa2d-099b18e4059b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=27d8108e2c3147e3a2a37244e4a3f526&device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 1101 time: 0.0894897 Jun 19 18:08:00.708487 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09aeb7-6830-4f95-a606-8aa332c291cb req-bb8f8bf1-c61a-4dd8-aa45-000bd1760e70 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:00.710064 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3f09aeb7-6830-4f95-a606-8aa332c291cb req-bb8f8bf1-c61a-4dd8-aa45-000bd1760e70 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 945 time: 0.1395195 Jun 19 18:08:00.759633 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-cff1344c-a93e-4e70-b991-9a38912255b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:00.787082 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-cff1344c-a93e-4e70-b991-9a38912255b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:00.804499 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:00.873470 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3f09aeb7-6830-4f95-a606-8aa332c291cb req-5bafac45-c1ba-407d-9851-21d3e7e6f753 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536841 Jun 19 18:08:00.883421 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-cff1344c-a93e-4e70-b991-9a38912255b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b0c6a2c3f6444618bf603d0a4f1776f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376693 Jun 19 18:08:00.885218 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37390) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:00.887913 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1344c-a93e-4e70-b991-9a38912255b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bea9c9-e2e2-4b2f-bc16-b856f9a3c498,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:00.918340 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-cff1344c-a93e-4e70-b991-9a38912255b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:01.024277 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-344f4f10-005f-4dc8-a251-a83d3fe7090b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:01.084934 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-344f4f10-005f-4dc8-a251-a83d3fe7090b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:01.113018 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9b2d5-2ca6-403c-9a61-5bb77415fe23 req-98908e1d-4bf4-48ff-9bb6-237d1c2e9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:01.114658 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65a9b2d5-2ca6-403c-9a61-5bb77415fe23 req-98908e1d-4bf4-48ff-9bb6-237d1c2e9eb7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=319e516f-3f04-4b46-b688-713858a508d0 HTTP/1.1" status: 200 len: 870 time: 0.4118841 Jun 19 18:08:01.228704 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-344f4f10-005f-4dc8-a251-a83d3fe7090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:01.234059 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:01.254715 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd73d6-13f7-4807-add4-2cab835f352e req-f19f498d-0277-49dd-9154-1f60da82f93e tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:01.256764 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e3bd73d6-13f7-4807-add4-2cab835f352e req-f19f498d-0277-49dd-9154-1f60da82f93e tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1465576 Jun 19 18:08:01.257644 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65a9b2d5-2ca6-403c-9a61-5bb77415fe23 req-984f7768-cfd1-4af9-9247-f723068422a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=209080c0-9578-4271-af38-a0a2de486d2b HTTP/1.1" status: 200 len: 217 time: 0.1334493 Jun 19 18:08:01.272750 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f4f10-005f-4dc8-a251-a83d3fe7090b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bea9c9-e2e2-4b2f-bc16-b856f9a3c498,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:01.301920 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-344f4f10-005f-4dc8-a251-a83d3fe7090b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:01.312525 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-344f4f10-005f-4dc8-a251-a83d3fe7090b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:01.314097 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-344f4f10-005f-4dc8-a251-a83d3fe7090b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8bea9c9-e2e2-4b2f-bc16-b856f9a3c498 HTTP/1.1" status: 204 len: 168 time: 0.4278169 Jun 19 18:08:01.365310 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9b2d5-2ca6-403c-9a61-5bb77415fe23 req-81bbeeea-88e7-4d61-932c-4fcfb64c8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:01.366869 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65a9b2d5-2ca6-403c-9a61-5bb77415fe23 req-81bbeeea-88e7-4d61-932c-4fcfb64c8be3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4cb9928a-1d87-4849-9024-a155171de3e9 HTTP/1.1" status: 200 len: 843 time: 0.0843713 Jun 19 18:08:01.381399 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-b34931b9-669d-4ba7-a1b3-e7b487eb5e75 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:01.383213 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-b34931b9-669d-4ba7-a1b3-e7b487eb5e75 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "GET /v2.0/networks?id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 200 len: 815 time: 0.4826725 Jun 19 18:08:01.416035 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e3bd73d6-13f7-4807-add4-2cab835f352e req-b6274571-ca82-4a04-a0ce-53930c646b80 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521442 Jun 19 18:08:01.460865 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Request body: {'port': {'device_id': 'da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88', 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5', 'admin_state_up': True, 'tenant_id': 'a243464b8f334f62891e6bf5fbb11764'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:08:01.694373 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:01.700134 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Usage tracker for resource:port and tenant:a243464b8f334f62891e6bf5fbb11764 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:01.707117 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:01.717748 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:01.721345 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9b2d5-2ca6-403c-9a61-5bb77415fe23 req-609372d4-1e3b-42ff-b6a7-afe4ab3a0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:01.722739 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65a9b2d5-2ca6-403c-9a61-5bb77415fe23 req-609372d4-1e3b-42ff-b6a7-afe4ab3a0ac9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=319e516f-3f04-4b46-b688-713858a508d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3384271 Jun 19 18:08:01.808328 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-03aaa0cd-bcce-4cc1-9e0f-0acbb2a292de req-bf74c12d-b76f-41cf-ad0d-9373f1740187 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 210 time: 0.0793476 Jun 19 18:08:01.828885 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643ea61-6e10-4885-b559-8fbb12ef8cc5 req-27eab2b6-f722-4d1f-a79b-376f6ba4cbb9 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:01.830268 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e643ea61-6e10-4885-b559-8fbb12ef8cc5 req-27eab2b6-f722-4d1f-a79b-376f6ba4cbb9 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 948 time: 0.2011883 Jun 19 18:08:01.848693 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Made reservation on behalf of a243464b8f334f62891e6bf5fbb11764 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:08:01.852772 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:01.913042 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e643ea61-6e10-4885-b559-8fbb12ef8cc5 req-0f41cf7b-1d5f-422f-98b0-6d3fc55bf17c tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759704 Jun 19 18:08:01.939377 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37428) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:01.964563 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-40c0431f-3ea2-4a82-8fb8-0acff5b6b18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:01.965604 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65a9b2d5-2ca6-403c-9a61-5bb77415fe23 req-1ba17c04-fedd-4f1c-b483-8572c1649630 service neutron] 10.222.0.30 "GET /v2.0/networks/319e516f-3f04-4b46-b688-713858a508d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315674 Jun 19 18:08:01.983538 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-40c0431f-3ea2-4a82-8fb8-0acff5b6b18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:01.989041 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-40c0431f-3ea2-4a82-8fb8-0acff5b6b18a admin admin] Usage tracker for resource:security_group_rule and tenant:cf6cd359481a43d897d63fb70bd4a171 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:01.993157 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-40c0431f-3ea2-4a82-8fb8-0acff5b6b18a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:01.999892 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-40c0431f-3ea2-4a82-8fb8-0acff5b6b18a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:02.191699 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-40c0431f-3ea2-4a82-8fb8-0acff5b6b18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:02.197457 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-40c0431f-3ea2-4a82-8fb8-0acff5b6b18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:02.207051 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2cb31b98-b734-497c-b6a8-543e6187f32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:02.249264 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a19d6-4e1b-488b-812c-805f20566d99 req-16f5fddb-706f-4647-b866-932f373c18d7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:02.250724 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a94a19d6-4e1b-488b-812c-805f20566d99 req-16f5fddb-706f-4647-b866-932f373c18d7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 945 time: 0.1813920 Jun 19 18:08:02.257914 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Allocated IP 172.20.0.3 (b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5/a127e29e-8a04-45c8-938e-6993d421d19b/d2fc8ad2-3b09-4bee-af80-dc4bf88839a0) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:08:02.264345 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 37434) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:02.275036 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-40c0431f-3ea2-4a82-8fb8-0acff5b6b18a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf6cd359481a43d897d63fb70bd4a171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322587 Jun 19 18:08:02.275129 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-65a9b2d5-2ca6-403c-9a61-5bb77415fe23 req-f147d545-aad5-4502-b9f9-e9633824ef94 service neutron] 10.222.0.30 "GET /v2.0/networks/319e516f-3f04-4b46-b688-713858a508d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999723 Jun 19 18:08:02.275203 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0431f-3ea2-4a82-8fb8-0acff5b6b18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d13f07-23ff-487c-aeda-a9ea3efaf33a,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:02.280063 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-40c0431f-3ea2-4a82-8fb8-0acff5b6b18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:02.357628 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a94a19d6-4e1b-488b-812c-805f20566d99 req-5d7f4727-2c8c-4da1-87a6-4e6d9f21ffce tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763016 Jun 19 18:08:02.395361 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-22c35a6d-653f-4f50-9908-fcfb1bb48515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:02.511387 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-22c35a6d-653f-4f50-9908-fcfb1bb48515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:02.593992 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:02.622454 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-22c35a6d-653f-4f50-9908-fcfb1bb48515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:02.627763 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ec735e50-5244-4f4b-8b55-361705ec6882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:02.639803 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device e080e370-fae4-4ae6-817c-4c0f33e81f2b up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:08:02.646545 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c35a6d-653f-4f50-9908-fcfb1bb48515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d13f07-23ff-487c-aeda-a9ea3efaf33a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:02.652796 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-22c35a6d-653f-4f50-9908-fcfb1bb48515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:02.657030 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f85a8-949e-461c-8267-34adf5b0035e req-8dbd3d64-5aa7-4508-900b-51df150d39da tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:02.658764 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a02f85a8-949e-461c-8267-34adf5b0035e req-8dbd3d64-5aa7-4508-900b-51df150d39da tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1064031 Jun 19 18:08:02.665744 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-22c35a6d-653f-4f50-9908-fcfb1bb48515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:02.668405 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-22c35a6d-653f-4f50-9908-fcfb1bb48515 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91d13f07-23ff-487c-aeda-a9ea3efaf33a HTTP/1.1" status: 204 len: 168 time: 0.4004254 Jun 19 18:08:02.672488 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:02.678996 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:02.736640 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a02f85a8-949e-461c-8267-34adf5b0035e req-83c165fa-a8d0-4948-b376-0c5af38af7d2 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653782 Jun 19 18:08:02.744298 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port e080e370-fae4-4ae6-817c-4c0f33e81f2b completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:08:02.750741 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port e080e370-fae4-4ae6-817c-4c0f33e81f2b triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:08:02.751116 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:02.758500 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:08:02.761861 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:08:02.765860 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:08:02.772414 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:02.773079 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:02.787758 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Pushing event updated for resources: {'Port': ['ID=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:02.792380 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:02.800520 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3458230 Jun 19 18:08:02.823568 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Request body: {'port': {'device_id': 'da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:08:02.885608 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:02.913284 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5be99a-cb68-4039-8830-a673f65a2638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e080e370-fae4-4ae6-817c-4c0f33e81f2b'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:08:02.924628 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port e080e370-fae4-4ae6-817c-4c0f33e81f2b, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=e080e370-fae4-4ae6-817c-4c0f33e81f2b,segment=NetworkSegment(0e479870-d667-42d6-8750-c33d127d529c),segment_id=0e479870-d667-42d6-8750-c33d127d529c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:02.930482 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:02.934073 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:02.965241 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:03.022166 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5be99a-cb68-4039-8830-a673f65a2638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e080e370-fae4-4ae6-817c-4c0f33e81f2b', 'code': 200} Jun 19 18:08:03.065022 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=e080e370-fae4-4ae6-817c-4c0f33e81f2b,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:03.071757 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:03.087200 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6a216-007a-405f-8a28-4c537d2e041b req-d1549b94-a901-4480-ac38-b0eb44d15440 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:03.094224 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c8e6a216-007a-405f-8a28-4c537d2e041b req-d1549b94-a901-4480-ac38-b0eb44d15440 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 931 time: 0.1033661 Jun 19 18:08:03.142790 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-c8e6a216-007a-405f-8a28-4c537d2e041b req-ebe8b96f-2dd5-4e86-8b37-59ef816fea38 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Synchronizing usage tracker for tenant:a243464b8f334f62891e6bf5fbb11764 on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:08:03.262447 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-c8e6a216-007a-405f-8a28-4c537d2e041b req-ebe8b96f-2dd5-4e86-8b37-59ef816fea38 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Unset dirty status for tenant:a243464b8f334f62891e6bf5fbb11764 on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:08:03.263849 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c8e6a216-007a-405f-8a28-4c537d2e041b req-ebe8b96f-2dd5-4e86-8b37-59ef816fea38 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689067 Jun 19 18:08:03.310617 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d47c4-3e6d-46ac-a1f5-908b9164c396 req-99ee6044-67bf-481e-97ae-52820394b914 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:03.320052 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-620d47c4-3e6d-46ac-a1f5-908b9164c396 req-99ee6044-67bf-481e-97ae-52820394b914 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 948 time: 0.1559117 Jun 19 18:08:03.384404 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-620d47c4-3e6d-46ac-a1f5-908b9164c396 req-5f10e32b-fde7-4355-9182-f283eee84460 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633860 Jun 19 18:08:03.535067 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8607858-e58d-43f9-85f9-09371244701d req-5560c702-f741-4742-86ca-7ba8b313c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:03.537097 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c8607858-e58d-43f9-85f9-09371244701d req-5560c702-f741-4742-86ca-7ba8b313c88f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 1099 time: 0.1222451 Jun 19 18:08:03.625459 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb4392-2a2d-4e1d-8c8a-2519b980d7ee req-aa40421d-0f1d-4522-8f6b-3f20d585b9bc tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:03.627439 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-64eb4392-2a2d-4e1d-8c8a-2519b980d7ee req-aa40421d-0f1d-4522-8f6b-3f20d585b9bc tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 946 time: 0.1164713 Jun 19 18:08:03.651580 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c8607858-e58d-43f9-85f9-09371244701d req-32de315f-98eb-4171-bf30-bb06cbc00c8c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991549 Jun 19 18:08:03.653654 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:08:03.661203 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:03.690156 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Transition to ACTIVE for port object d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:08:03.698468 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:03.703834 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-da5400c6-1aa1-4fde-99e7-e84c3d12e96b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:03.733883 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-64eb4392-2a2d-4e1d-8c8a-2519b980d7ee req-e4196c29-65d2-4630-a53c-f363daf06350 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999138 Jun 19 18:08:03.907574 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:03.921537 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:03.931656 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Attempting to bind port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:08:03.932173 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Attempting to bind port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:08:03.932528 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Attempting to bind port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 on network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:08:03.939801 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 on network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:08:03.940320 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Attempting to bind port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 on network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:08:03.946444 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:08:03.946783 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Checking segment: {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:08:03.947178 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Bound using segment: {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:08:03.947595 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Bound port: d2fc8ad2-3b09-4bee-af80-dc4bf88839a0, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:08:03.948103 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:03.971014 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9ac94-4076-4128-a6be-b5aa8aa9c687 req-ff1c1a73-bd6d-4773-a41f-366dfdbba885 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:03.980006 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aef9ac94-4076-4128-a6be-b5aa8aa9c687 req-ff1c1a73-bd6d-4773-a41f-366dfdbba885 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1123645 Jun 19 18:08:04.041997 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-aef9ac94-4076-4128-a6be-b5aa8aa9c687 req-fcc07fba-d1b4-48b2-bd1e-3d2211a5e57b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607421 Jun 19 18:08:04.050863 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] For port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:08:04.054927 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] For port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:08:04.061302 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:04.066377 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e56eff88-9bf2-4c0e-b41e-e1c1f0056620 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:04.126865 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:04.127740 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:04.129188 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] 10.222.0.30 "PUT /v2.0/ports/d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 HTTP/1.1" status: 200 len: 1093 time: 1.3116672 Jun 19 18:08:04.129661 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88', 'tag': 'd2fc8ad2-3b09-4bee-af80-dc4bf88839a0'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:08:04.151476 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:04.155602 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:04.197514 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88', 'tag': 'd2fc8ad2-3b09-4bee-af80-dc4bf88839a0', 'status': 'completed', 'code': 200} Jun 19 18:08:04.310406 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-27fbc219-1354-4ac0-acd9-2acaca52808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:04.312072 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-27fbc219-1354-4ac0-acd9-2acaca52808b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a243464b8f334f62891e6bf5fbb11764&device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 1096 time: 0.0814610 Jun 19 18:08:04.405222 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-42c757c9-e406-424c-a951-26517877eeda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 HTTP/1.1" status: 200 len: 217 time: 0.0765326 Jun 19 18:08:04.495541 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-0be4ac2a-651f-444d-be27-c6d21c71e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:04.496980 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-0be4ac2a-651f-444d-be27-c6d21c71e9bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a127e29e-8a04-45c8-938e-6993d421d19b HTTP/1.1" status: 200 len: 855 time: 0.0812826 Jun 19 18:08:04.553725 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab68f95-fec9-45d8-a94a-9a92d5fa0ed0 req-03c596e3-58da-405f-9af5-09d1b443208b tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:04.555195 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eab68f95-fec9-45d8-a94a-9a92d5fa0ed0 req-03c596e3-58da-405f-9af5-09d1b443208b tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 943 time: 0.1520784 Jun 19 18:08:04.556068 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-6c2bb45b-2ca9-4faa-aed4-05e3469cb422 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488348 Jun 19 18:08:04.638345 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eab68f95-fec9-45d8-a94a-9a92d5fa0ed0 req-0ada22f0-6683-490c-b93b-a549d05905fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745683 Jun 19 18:08:04.656305 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b448e3f-6855-4fcc-9e42-8e64f869012f req-aa465dd4-0267-48a5-a429-8d240ed0effc tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:04.658122 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4b448e3f-6855-4fcc-9e42-8e64f869012f req-aa465dd4-0267-48a5-a429-8d240ed0effc tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 948 time: 0.1535978 Jun 19 18:08:04.660617 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 209080c0-9578-4271-af38-a0a2de486d2b details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:08:04.808799 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4b448e3f-6855-4fcc-9e42-8e64f869012f req-ed108983-4ebb-4887-9f6c-d2162f4ab14f tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356900 Jun 19 18:08:04.842461 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-01703074-9864-4fd5-a818-abf17d0b074e service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746556 Jun 19 18:08:04.981872 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 209080c0-9578-4271-af38-a0a2de486d2b, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=209080c0-9578-4271-af38-a0a2de486d2b,segment=NetworkSegment(af2dd002-54dd-465d-ba61-f1e67bfe32f6),segment_id=af2dd002-54dd-465d-ba61-f1e67bfe32f6)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:05.000967 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': '209080c0-9578-4271-af38-a0a2de486d2b', 'network_id': '319e516f-3f04-4b46-b688-713858a508d0', 'port_id': '209080c0-9578-4271-af38-a0a2de486d2b', 'mac_address': 'fa:16:3e:0e:74:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb9928a-1d87-4849-9024-a155171de3e9', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:08:05.022341 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f812f46-7b29-4ebb-a52c-6c0fac501523 req-88808507-5b01-4d1b-aa11-0885cd8e2948 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:05.029967 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6f812f46-7b29-4ebb-a52c-6c0fac501523 req-88808507-5b01-4d1b-aa11-0885cd8e2948 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 946 time: 0.1130519 Jun 19 18:08:05.044460 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-68f1cd50-9e08-4aa0-9b37-229a7ded1a7e req-657c7e9b-45df-498a-85d7-b4e93eeb4204 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933873 Jun 19 18:08:05.091906 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6f812f46-7b29-4ebb-a52c-6c0fac501523 req-c65fead3-12aa-4b0f-8ee9-8a8e4e715f86 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609374 Jun 19 18:08:05.094878 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:05.112029 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209080c0-9578-4271-af38-a0a2de486d2b {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:08:05.133615 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 209080c0-9578-4271-af38-a0a2de486d2b, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=209080c0-9578-4271-af38-a0a2de486d2b,segment=NetworkSegment(af2dd002-54dd-465d-ba61-f1e67bfe32f6),segment_id=af2dd002-54dd-465d-ba61-f1e67bfe32f6)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:05.138471 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:05.142562 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-c383d12d-2a92-457c-b748-1590e1d16fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:05.226366 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=209080c0-9578-4271-af38-a0a2de486d2b,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:05.235061 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:05.278985 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea889f-5e26-45d9-9a03-100222f3b52d req-3ca1bc44-afda-4b2b-9cf1-f14023776cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:05.281590 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a20f2-017a-4480-b8ab-927674aec139 req-9d748c0e-5c0a-4f72-b698-51c138085cb3 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:05.282306 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-42ea889f-5e26-45d9-9a03-100222f3b52d req-3ca1bc44-afda-4b2b-9cf1-f14023776cd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a243464b8f334f62891e6bf5fbb11764&device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 1096 time: 0.1041894 Jun 19 18:08:05.283614 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-938a20f2-017a-4480-b8ab-927674aec139 req-9d748c0e-5c0a-4f72-b698-51c138085cb3 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1123471 Jun 19 18:08:05.380735 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-938a20f2-017a-4480-b8ab-927674aec139 req-9a244cd2-faeb-4f8d-87ac-b21134b162aa tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860956 Jun 19 18:08:05.469693 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea889f-5e26-45d9-9a03-100222f3b52d req-7d313c83-a2fe-4966-b108-64feeb38b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:05.471078 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-42ea889f-5e26-45d9-9a03-100222f3b52d req-7d313c83-a2fe-4966-b108-64feeb38b095 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 200 len: 916 time: 0.1813014 Jun 19 18:08:05.592536 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-42ea889f-5e26-45d9-9a03-100222f3b52d req-831b5b50-9bb6-4ca2-854c-3b906fed1188 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 HTTP/1.1" status: 200 len: 217 time: 0.0682201 Jun 19 18:08:05.667556 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea889f-5e26-45d9-9a03-100222f3b52d req-5056bf2c-8d74-44a4-97b6-9847893dafac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:05.669039 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-42ea889f-5e26-45d9-9a03-100222f3b52d req-5056bf2c-8d74-44a4-97b6-9847893dafac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a127e29e-8a04-45c8-938e-6993d421d19b HTTP/1.1" status: 200 len: 855 time: 0.0653510 Jun 19 18:08:05.747086 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-42ea889f-5e26-45d9-9a03-100222f3b52d req-a79a9daf-f63d-497c-8b4d-f88f1479af12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437455 Jun 19 18:08:05.879013 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fc97e-8e0d-4353-8102-2bcc4031cec6 req-74ce55c9-9408-47b5-a3f8-737b61736890 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:05.881161 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-087fc97e-8e0d-4353-8102-2bcc4031cec6 req-74ce55c9-9408-47b5-a3f8-737b61736890 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 943 time: 0.0886531 Jun 19 18:08:05.885853 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-42ea889f-5e26-45d9-9a03-100222f3b52d req-7087c893-5cc1-4c7e-8c84-113b7e54fa83 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313329 Jun 19 18:08:05.972375 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-087fc97e-8e0d-4353-8102-2bcc4031cec6 req-bccec7ff-c55a-4395-b7b8-756013850860 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844889 Jun 19 18:08:06.028533 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e369b1-a626-47a3-94cf-ca86238fe910 req-13bfbfe5-eb8e-4a84-8a8a-ff516d46d1f0 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:06.030456 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c2e369b1-a626-47a3-94cf-ca86238fe910 req-13bfbfe5-eb8e-4a84-8a8a-ff516d46d1f0 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 949 time: 0.1119559 Jun 19 18:08:06.047532 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-42ea889f-5e26-45d9-9a03-100222f3b52d req-381cec5e-41a4-4305-835d-b0929d8d76fa service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547277 Jun 19 18:08:06.093305 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c2e369b1-a626-47a3-94cf-ca86238fe910 req-1266f33a-f8f9-494b-ae1c-e0ad786c89ac tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526671 Jun 19 18:08:06.173297 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['209080c0-9578-4271-af38-a0a2de486d2b'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:08:06.301797 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cca541-ef4e-4592-b4df-9c30a6bdb3af req-17ea4591-cf31-44ca-a638-4c3f2fdff2db tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:06.304196 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a6cca541-ef4e-4592-b4df-9c30a6bdb3af req-17ea4591-cf31-44ca-a638-4c3f2fdff2db tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 946 time: 0.0928967 Jun 19 18:08:06.350544 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a6cca541-ef4e-4592-b4df-9c30a6bdb3af req-e2129657-362b-4259-a81b-83b952bbbf04 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403092 Jun 19 18:08:06.598488 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242b9f3-6f48-4761-b51a-dee643233625 req-efbde3de-a60b-4124-9537-390bf72e13b2 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:06.600544 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a242b9f3-6f48-4761-b51a-dee643233625 req-efbde3de-a60b-4124-9537-390bf72e13b2 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.0968916 Jun 19 18:08:06.729088 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a242b9f3-6f48-4761-b51a-dee643233625 req-11d1424d-8101-4f57-b8db-26ce3dedf433 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209695 Jun 19 18:08:07.162805 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c105773-4d57-47df-a181-fa7303cd1bfb req-d9e1032a-1103-4062-94bd-e3a15c1b0af7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:07.164537 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2c105773-4d57-47df-a181-fa7303cd1bfb req-d9e1032a-1103-4062-94bd-e3a15c1b0af7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 943 time: 0.0856316 Jun 19 18:08:07.244699 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 37646) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:07.253178 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2c105773-4d57-47df-a181-fa7303cd1bfb req-c673ae10-9bc2-47c1-88dd-1e6a6e4ee3be tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802352 Jun 19 18:08:07.303672 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310b351-44b8-449f-a254-647762a1082e req-3f465750-16ef-4fa7-8171-4032cb96e821 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:07.305317 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3310b351-44b8-449f-a254-647762a1082e req-3f465750-16ef-4fa7-8171-4032cb96e821 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 949 time: 0.0897458 Jun 19 18:08:07.363621 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3310b351-44b8-449f-a254-647762a1082e req-a3c95af8-4845-44fe-8c03-52443ea9a60f tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519450 Jun 19 18:08:07.394935 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-16817e8e-3f02-4052-9052-12020ee55858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:07.410122 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-16817e8e-3f02-4052-9052-12020ee55858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:07.414518 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-16817e8e-3f02-4052-9052-12020ee55858 admin admin] Usage tracker for resource:security_group_rule and tenant:9f705c72c85a4b99bc3011038c17bb63 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:07.417263 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-16817e8e-3f02-4052-9052-12020ee55858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:07.422835 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-16817e8e-3f02-4052-9052-12020ee55858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:07.510392 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-16817e8e-3f02-4052-9052-12020ee55858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:07.514012 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-16817e8e-3f02-4052-9052-12020ee55858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:07.522416 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-04239bce-7127-43c0-8423-a2c23d9ea8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:07.560916 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-16817e8e-3f02-4052-9052-12020ee55858 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f705c72c85a4b99bc3011038c17bb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150170 Jun 19 18:08:07.562516 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16817e8e-3f02-4052-9052-12020ee55858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72421ea4-472c-4468-80a3-c2a5d1e0c347,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:07.566626 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37652) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:07.566793 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-16817e8e-3f02-4052-9052-12020ee55858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:07.624075 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-36161e6f-c7c3-4ad3-964e-0d1859c850a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:07.652897 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-36161e6f-c7c3-4ad3-964e-0d1859c850a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:07.704236 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-36161e6f-c7c3-4ad3-964e-0d1859c850a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:07.707685 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:07.720477 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36161e6f-c7c3-4ad3-964e-0d1859c850a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72421ea4-472c-4468-80a3-c2a5d1e0c347,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:07.724410 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-36161e6f-c7c3-4ad3-964e-0d1859c850a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:07.730239 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-36161e6f-c7c3-4ad3-964e-0d1859c850a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:07.731403 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-36161e6f-c7c3-4ad3-964e-0d1859c850a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72421ea4-472c-4468-80a3-c2a5d1e0c347 HTTP/1.1" status: 204 len: 168 time: 0.1669042 Jun 19 18:08:07.920339 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abf572-45ad-4f62-b358-f1b2f4b7ccdd req-92fff580-1df3-4700-bfbb-6b105c460f08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:07.921846 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b8abf572-45ad-4f62-b358-f1b2f4b7ccdd req-92fff580-1df3-4700-bfbb-6b105c460f08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.0895500 Jun 19 18:08:07.985694 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b8abf572-45ad-4f62-b358-f1b2f4b7ccdd req-657a6b0a-3900-4ba5-9bd0-93bd8b07d5d1 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555327 Jun 19 18:08:08.163627 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37670) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:08.184210 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c07d7cc3-42e1-4d6f-879f-388bf8f03c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.203135 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c07d7cc3-42e1-4d6f-879f-388bf8f03c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:08.207242 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c07d7cc3-42e1-4d6f-879f-388bf8f03c22 admin admin] Usage tracker for resource:security_group_rule and tenant:31143b5e03e34695b6ccf90038ea7a3b is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:08.210791 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c07d7cc3-42e1-4d6f-879f-388bf8f03c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:08.216458 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c07d7cc3-42e1-4d6f-879f-388bf8f03c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:08.314438 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 37682) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:08.422635 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c07d7cc3-42e1-4d6f-879f-388bf8f03c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.468280 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c07d7cc3-42e1-4d6f-879f-388bf8f03c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.482099 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e8681d23-b5d6-4061-bf4c-46f037f30f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:08.493259 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb09b-3a68-4e87-9bc7-4ab2d91d113e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.519899 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-2f1fb09b-3a68-4e87-9bc7-4ab2d91d113e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:08.524293 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-2f1fb09b-3a68-4e87-9bc7-4ab2d91d113e admin admin] Usage tracker for resource:security_group_rule and tenant:4037fc091a5f49d2bb8a7b424f61055c is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:08.527156 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-2f1fb09b-3a68-4e87-9bc7-4ab2d91d113e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:08.532853 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-2f1fb09b-3a68-4e87-9bc7-4ab2d91d113e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:08.585387 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d7cc3-42e1-4d6f-879f-388bf8f03c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4df1f9a-d2c4-4f10-8c83-f0c6259a64bb,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:08.592399 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c07d7cc3-42e1-4d6f-879f-388bf8f03c22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31143b5e03e34695b6ccf90038ea7a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275801 Jun 19 18:08:08.595567 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37698) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:08.596017 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c07d7cc3-42e1-4d6f-879f-388bf8f03c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:08.637170 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb09b-3a68-4e87-9bc7-4ab2d91d113e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.641275 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb09b-3a68-4e87-9bc7-4ab2d91d113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.650997 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4fd8f43a-00e7-4ea7-9838-16eb7e01101a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:08.679073 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fb09b-3a68-4e87-9bc7-4ab2d91d113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47779e0f-4d31-45db-9f05-50bc7f5f7b47,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:08.680190 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22edd9-841f-4106-b375-1688b40b7508 req-bfdd002f-029c-49a7-ab0f-e79258062bda tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:08.681717 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4d22edd9-841f-4106-b375-1688b40b7508 req-bfdd002f-029c-49a7-ab0f-e79258062bda tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 943 time: 0.2527044 Jun 19 18:08:08.682341 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2f1fb09b-3a68-4e87-9bc7-4ab2d91d113e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:08.695916 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:08:08.706281 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 209080c0-9578-4271-af38-a0a2de486d2b up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:08:08.719893 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac8b0-c5c7-45f4-8db7-ace6a556e181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.729742 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c9f61-fe97-47ab-a282-c92ab071063c req-03a9b001-ca67-4da3-91bb-0b346e841e77 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:08.737218 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e36c9f61-fe97-47ab-a282-c92ab071063c req-03a9b001-ca67-4da3-91bb-0b346e841e77 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 949 time: 0.2411518 Jun 19 18:08:08.738364 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-2f1fb09b-3a68-4e87-9bc7-4ab2d91d113e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4037fc091a5f49d2bb8a7b424f61055c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4221125 Jun 19 18:08:08.739212 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 37702) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:08.813223 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e10980eb-126a-469e-a3b3-8a2de0dc8cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.813519 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac8b0-c5c7-45f4-8db7-ace6a556e181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.821959 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:08:08.824910 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port 209080c0-9578-4271-af38-a0a2de486d2b completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:08:08.833094 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port 209080c0-9578-4271-af38-a0a2de486d2b triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:08:08.833663 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.835706 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4d22edd9-841f-4106-b375-1688b40b7508 req-fb602a77-cb18-4324-a495-4c38d22485e4 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328015 Jun 19 18:08:08.855378 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e10980eb-126a-469e-a3b3-8a2de0dc8cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.888851 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e36c9f61-fe97-47ab-a282-c92ab071063c req-d5472142-74e0-44f4-a1b7-444ce7cbdf05 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512012 Jun 19 18:08:08.917771 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e10980eb-126a-469e-a3b3-8a2de0dc8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.941658 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f739b6e7-7c8d-4829-ab2f-b2c0f0436493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:08.946645 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac8b0-c5c7-45f4-8db7-ace6a556e181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.952675 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-36161e6f-c7c3-4ad3-964e-0d1859c850a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:08.974454 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ac8b0-c5c7-45f4-8db7-ace6a556e181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4df1f9a-d2c4-4f10-8c83-f0c6259a64bb,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:08.974771 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10980eb-126a-469e-a3b3-8a2de0dc8cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47779e0f-4d31-45db-9f05-50bc7f5f7b47,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:08.977430 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8f2ac8b0-c5c7-45f4-8db7-ace6a556e181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:08.984443 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8f2ac8b0-c5c7-45f4-8db7-ace6a556e181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.988616 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-8f2ac8b0-c5c7-45f4-8db7-ace6a556e181 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4df1f9a-d2c4-4f10-8c83-f0c6259a64bb HTTP/1.1" status: 204 len: 168 time: 0.3823640 Jun 19 18:08:08.988762 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e10980eb-126a-469e-a3b3-8a2de0dc8cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:08.990170 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e10980eb-126a-469e-a3b3-8a2de0dc8cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:08.991460 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e10980eb-126a-469e-a3b3-8a2de0dc8cb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47779e0f-4d31-45db-9f05-50bc7f5f7b47 HTTP/1.1" status: 204 len: 168 time: 0.2488034 Jun 19 18:08:09.176052 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:09.198961 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:09.217073 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'd2fc8ad2-3b09-4bee-af80-dc4bf88839a0', 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5', 'port_id': 'd2fc8ad2-3b09-4bee-af80-dc4bf88839a0', 'mac_address': 'fa:16:3e:c1:09:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a127e29e-8a04-45c8-938e-6993d421d19b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:08:09.297795 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31876407-9b6f-4d0c-b87b-839bf4ef64ff req-01be8e23-b17e-45d2-9d60-abbffcc67121 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:09.299563 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209080c0-9578-4271-af38-a0a2de486d2b'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:08:09.300024 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-31876407-9b6f-4d0c-b87b-839bf4ef64ff req-01be8e23-b17e-45d2-9d60-abbffcc67121 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1679475 Jun 19 18:08:09.315940 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 209080c0-9578-4271-af38-a0a2de486d2b, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=209080c0-9578-4271-af38-a0a2de486d2b,segment=NetworkSegment(af2dd002-54dd-465d-ba61-f1e67bfe32f6),segment_id=af2dd002-54dd-465d-ba61-f1e67bfe32f6)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:09.319675 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:09.336390 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:09.354711 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:09.486619 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209080c0-9578-4271-af38-a0a2de486d2b', 'code': 200} Jun 19 18:08:09.486888 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-31876407-9b6f-4d0c-b87b-839bf4ef64ff req-57ae577b-a5c5-465b-8ba6-6d23453edebd tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679049 Jun 19 18:08:09.486982 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=209080c0-9578-4271-af38-a0a2de486d2b,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:09.486982 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:08:09.499278 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:09.516717 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:09.521977 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:09.523738 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:09.594941 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:09.599675 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:09.636618 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37732) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:09.657233 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-147613c1-16e4-4308-ac8e-9bc64611f26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:09.675360 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-147613c1-16e4-4308-ac8e-9bc64611f26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:09.679917 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-147613c1-16e4-4308-ac8e-9bc64611f26e admin admin] Usage tracker for resource:security_group_rule and tenant:be7d7a603eb743ab9fd2f7bf030def89 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:09.683957 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-147613c1-16e4-4308-ac8e-9bc64611f26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:09.690478 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-147613c1-16e4-4308-ac8e-9bc64611f26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:09.786941 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429569a-78a3-4216-a49f-189c1d3a9cbb req-4c60ce21-c76e-4139-b319-d12e7bd58f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:09.789202 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0429569a-78a3-4216-a49f-189c1d3a9cbb req-4c60ce21-c76e-4139-b319-d12e7bd58f81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 1103 time: 0.0937316 Jun 19 18:08:09.799800 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-147613c1-16e4-4308-ac8e-9bc64611f26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:09.805489 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-147613c1-16e4-4308-ac8e-9bc64611f26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:09.836234 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:09.847633 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0429569a-78a3-4216-a49f-189c1d3a9cbb req-4bb8b35c-7dc6-485b-b7e5-130c6fa10a00 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492694 Jun 19 18:08:09.869909 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-147613c1-16e4-4308-ac8e-9bc64611f26e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be7d7a603eb743ab9fd2f7bf030def89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295406 Jun 19 18:08:09.870930 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 37746) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:09.881857 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147613c1-16e4-4308-ac8e-9bc64611f26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee5baff-6d64-4f7a-b03f-2a61a56ff496,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:09.889734 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-147613c1-16e4-4308-ac8e-9bc64611f26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:09.940942 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-41345c35-20c8-47a3-96b5-c9f862a0dfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:09.973250 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-41345c35-20c8-47a3-96b5-c9f862a0dfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:10.079508 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-41345c35-20c8-47a3-96b5-c9f862a0dfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:10.087022 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4bc53768-757a-4430-825c-e8356e3d3755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:10.100592 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-41345c35-20c8-47a3-96b5-c9f862a0dfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:10.102001 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-41345c35-20c8-47a3-96b5-c9f862a0dfcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dee5baff-6d64-4f7a-b03f-2a61a56ff496 HTTP/1.1" status: 204 len: 168 time: 0.2301147 Jun 19 18:08:10.103032 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41345c35-20c8-47a3-96b5-c9f862a0dfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee5baff-6d64-4f7a-b03f-2a61a56ff496,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:10.105477 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-41345c35-20c8-47a3-96b5-c9f862a0dfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:10.108344 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['d2fc8ad2-3b09-4bee-af80-dc4bf88839a0'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:08:10.146852 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd9b62-3670-44f6-ae07-49517372c486 req-2bab14f5-888c-4906-a605-959fdb65d15c tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:10.154845 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-febd9b62-3670-44f6-ae07-49517372c486 req-2bab14f5-888c-4906-a605-959fdb65d15c tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 944 time: 0.1708918 Jun 19 18:08:10.219153 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-febd9b62-3670-44f6-ae07-49517372c486 req-f292b5a1-c85e-4c52-afe9-f0ee9257fcd0 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634084 Jun 19 18:08:10.335768 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf2cb9-a80c-465a-b753-a9e7938744f3 req-c0e84fa5-2e2a-41ea-87f5-5c8adb574b8c tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:10.346048 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a7cf2cb9-a80c-465a-b753-a9e7938744f3 req-c0e84fa5-2e2a-41ea-87f5-5c8adb574b8c tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 950 time: 0.1170030 Jun 19 18:08:10.421363 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a7cf2cb9-a80c-465a-b753-a9e7938744f3 req-24ad0117-06ff-4786-8f61-651f044fc82f tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712290 Jun 19 18:08:10.809775 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a2beb-8408-4004-a7f3-69b5faa6f751 req-a504d66b-2dda-405b-82d1-052338cd5629 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:10.820757 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-352a2beb-8408-4004-a7f3-69b5faa6f751 req-a504d66b-2dda-405b-82d1-052338cd5629 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1107740 Jun 19 18:08:10.910461 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-352a2beb-8408-4004-a7f3-69b5faa6f751 req-2d500340-24c8-490d-91e5-15da6d2112f0 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888040 Jun 19 18:08:10.950444 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489b2f2-7da8-4419-b8a7-440315ba83e0 req-96696b93-1cf4-45a9-adb0-75b3d1a87b18 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:10.953345 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5489b2f2-7da8-4419-b8a7-440315ba83e0 req-96696b93-1cf4-45a9-adb0-75b3d1a87b18 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 946 time: 0.1183369 Jun 19 18:08:10.997805 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5489b2f2-7da8-4419-b8a7-440315ba83e0 req-7a1a0d14-14f9-42c8-b380-de071fcf9bf0 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402224 Jun 19 18:08:11.447913 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070b840-f1a4-4257-83cf-133c1b592fae req-a9b5a68b-743c-4d1a-bd3b-0846fb16105d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:11.449483 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3070b840-f1a4-4257-83cf-133c1b592fae req-a9b5a68b-743c-4d1a-bd3b-0846fb16105d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 944 time: 0.0955501 Jun 19 18:08:11.497520 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3070b840-f1a4-4257-83cf-133c1b592fae req-e97a066c-3baa-4bf3-9c25-80af863e3c8a tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 Jun 19 18:08:11.644626 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f0848-fc72-413a-9e88-b8bc7dd4e954 req-deab59c5-b461-4ebe-8b0d-06fb7eea92ba tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:11.652402 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0f4f0848-fc72-413a-9e88-b8bc7dd4e954 req-deab59c5-b461-4ebe-8b0d-06fb7eea92ba tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 950 time: 0.1124616 Jun 19 18:08:11.709205 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0f4f0848-fc72-413a-9e88-b8bc7dd4e954 req-3cc4d9f2-4f62-49b7-a466-a5f4d4b7f9fe tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558825 Jun 19 18:08:12.291385 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a465-10e8-4007-b49e-088a7789e58c req-ee0ad81e-fbc0-419d-b4fc-9bb52853d335 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:12.298195 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5919a465-10e8-4007-b49e-088a7789e58c req-ee0ad81e-fbc0-419d-b4fc-9bb52853d335 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.2184937 Jun 19 18:08:12.349311 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5919a465-10e8-4007-b49e-088a7789e58c req-3f4f8a0e-7da0-44fd-9b31-588a356776d9 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496628 Jun 19 18:08:12.360599 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81cffe-8910-421e-91ff-818f253294a4 req-e472493a-56fc-4d45-9838-261ccb7c048a tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:12.362112 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6a81cffe-8910-421e-91ff-818f253294a4 req-e472493a-56fc-4d45-9838-261ccb7c048a tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 946 time: 0.2164166 Jun 19 18:08:12.413849 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6a81cffe-8910-421e-91ff-818f253294a4 req-25620f5b-1194-49a4-a02c-87773d221fb5 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440302 Jun 19 18:08:12.688770 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f698df-4b14-4ffc-87fb-923406184942 req-c762c7ea-87b4-4f35-babb-36020825cb06 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:12.690335 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-59f698df-4b14-4ffc-87fb-923406184942 req-c762c7ea-87b4-4f35-babb-36020825cb06 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 944 time: 0.0870101 Jun 19 18:08:12.709615 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:08:12.737518 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-59f698df-4b14-4ffc-87fb-923406184942 req-8636428a-4bb7-43a9-aac1-beffc03205c3 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 Jun 19 18:08:12.786055 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:08:12.791122 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:08:12.791637 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:12.949686 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28826d7-7610-46de-879c-fdc8c4358952 req-70d216a1-80e5-4400-80a4-051fde26b831 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:12.951233 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d28826d7-7610-46de-879c-fdc8c4358952 req-70d216a1-80e5-4400-80a4-051fde26b831 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 950 time: 0.1159506 Jun 19 18:08:13.001272 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:13.035898 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d28826d7-7610-46de-879c-fdc8c4358952 req-e8694321-59a1-442a-ba18-0687d0238223 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778627 Jun 19 18:08:13.063228 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:13.064230 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fc8ad2-3b09-4bee-af80-dc4bf88839a0'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:08:13.076112 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:13.079096 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:13.161693 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fc8ad2-3b09-4bee-af80-dc4bf88839a0', 'code': 200} Jun 19 18:08:13.185728 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:13.189791 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:13.439782 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-80cba688-9966-4728-9629-b79822d10545 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:13.440512 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-80cba688-9966-4728-9629-b79822d10545 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Synchronizing usage tracker for tenant:2f6084573a7b4773a1d8a81911b7b770 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:08:13.496354 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-80cba688-9966-4728-9629-b79822d10545 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Unset dirty status for tenant:2f6084573a7b4773a1d8a81911b7b770 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:08:13.499087 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-80cba688-9966-4728-9629-b79822d10545 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 946 time: 0.1992388 Jun 19 18:08:13.619328 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c81711-9820-4fd2-acc6-83ce46c1e69e req-c65dda2e-042c-45f3-b400-a1d86d024b16 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:13.631681 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-53c81711-9820-4fd2-acc6-83ce46c1e69e req-c65dda2e-042c-45f3-b400-a1d86d024b16 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1144485 Jun 19 18:08:13.764325 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-53c81711-9820-4fd2-acc6-83ce46c1e69e req-56cc4105-ea24-4c92-aedb-3ea4dfb574f9 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904458 Jun 19 18:08:13.790371 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764afe8-6713-4150-ab08-4708b6c4775e req-a5f28abe-3fc2-42ef-8a92-23eb9a0e9a60 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:13.791964 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a764afe8-6713-4150-ab08-4708b6c4775e req-a5f28abe-3fc2-42ef-8a92-23eb9a0e9a60 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 946 time: 0.1586185 Jun 19 18:08:13.854432 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-34b46244-c587-41ba-84f5-7a6e648854a7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Deleting port e080e370-fae4-4ae6-817c-4c0f33e81f2b {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:08:13.854777 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-34b46244-c587-41ba-84f5-7a6e648854a7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:13.860442 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a764afe8-6713-4150-ab08-4708b6c4775e req-735cd5f4-f7f0-46da-85c6-8aa0b1c1256d tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e7e3bc3-3e4b-49db-8804-27a6c5342e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619264 Jun 19 18:08:13.931258 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae75e7-e753-4603-87e1-3e2ae572333f req-52730119-a7a4-4f87-813b-6410e4f53010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:13.933682 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b0ae75e7-e753-4603-87e1-3e2ae572333f req-52730119-a7a4-4f87-813b-6410e4f53010 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 1098 time: 0.3603773 Jun 19 18:08:14.061422 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b0ae75e7-e753-4603-87e1-3e2ae572333f req-b0d394aa-bd93-4119-a788-ab6320a09fb1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906188 Jun 19 18:08:14.086667 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7f530-b030-4d78-9591-71d124570977 req-b99b5e6f-c9bc-4341-904f-00c190ae5b1f tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:14.088118 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4ca7f530-b030-4d78-9591-71d124570977 req-b99b5e6f-c9bc-4341-904f-00c190ae5b1f tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 950 time: 0.1703391 Jun 19 18:08:14.142463 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b0f5c-cb4a-463e-b0ea-91c70816e7c2 req-15427c6f-1670-4d9a-b390-9b1223a7d842 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:14.143681 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d93b0f5c-cb4a-463e-b0ea-91c70816e7c2 req-15427c6f-1670-4d9a-b390-9b1223a7d842 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 945 time: 0.1416450 Jun 19 18:08:14.155444 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4ca7f530-b030-4d78-9591-71d124570977 req-9ec604ca-1b9e-46a1-9163-696d0a098fe9 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566962 Jun 19 18:08:14.194870 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-34b46244-c587-41ba-84f5-7a6e648854a7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] For port e080e370-fae4-4ae6-817c-4c0f33e81f2b, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=e080e370-fae4-4ae6-817c-4c0f33e81f2b,segment=NetworkSegment(0e479870-d667-42d6-8750-c33d127d529c),segment_id=0e479870-d667-42d6-8750-c33d127d529c)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:14.195482 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-34b46244-c587-41ba-84f5-7a6e648854a7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:14.209479 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d93b0f5c-cb4a-463e-b0ea-91c70816e7c2 req-e801ea41-3579-4452-9fba-f2a7ff9d9f1b tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569940 Jun 19 18:08:14.326691 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-34b46244-c587-41ba-84f5-7a6e648854a7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Calling delete_port for e080e370-fae4-4ae6-817c-4c0f33e81f2b owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:08:14.485576 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-34b46244-c587-41ba-84f5-7a6e648854a7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:14.492479 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:14.531343 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['e080e370-fae4-4ae6-817c-4c0f33e81f2b'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:08:14.540251 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b46244-c587-41ba-84f5-7a6e648854a7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Pushing event deleted for resources: {'Port': ['ID=e080e370-fae4-4ae6-817c-4c0f33e81f2b,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:14.553680 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-34b46244-c587-41ba-84f5-7a6e648854a7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:14.646006 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-34b46244-c587-41ba-84f5-7a6e648854a7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] No DVR routers for this DVR port e080e370-fae4-4ae6-817c-4c0f33e81f2b on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:08:14.649241 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-34b46244-c587-41ba-84f5-7a6e648854a7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:14.652266 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5be99a-cb68-4039-8830-a673f65a2638', 'name': 'network-vif-deleted', 'tag': 'e080e370-fae4-4ae6-817c-4c0f33e81f2b'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:08:14.673025 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-442829e6-2a2c-4ae3-9311-bc9b23ea903a req-34b46244-c587-41ba-84f5-7a6e648854a7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.30 "DELETE /v2.0/ports/e080e370-fae4-4ae6-817c-4c0f33e81f2b HTTP/1.1" status: 204 len: 173 time: 1.1012523 Jun 19 18:08:14.702432 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5be99a-cb68-4039-8830-a673f65a2638', 'name': 'network-vif-deleted', 'tag': 'e080e370-fae4-4ae6-817c-4c0f33e81f2b', 'status': 'completed', 'code': 200} Jun 19 18:08:15.039003 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dbf42-9a04-4109-b571-62f2ffd1492f req-91b84e1b-c201-43c7-8ade-7c3456819690 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:15.040481 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f80dbf42-9a04-4109-b571-62f2ffd1492f req-91b84e1b-c201-43c7-8ade-7c3456819690 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1143310 Jun 19 18:08:15.103957 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0f2fbaf1-bd7f-4183-b45d-581f6faf90c1 req-73b7695f-ac8f-4cf3-a814-51c743f94c92 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5be99a-cb68-4039-8830-a673f65a2638 HTTP/1.1" status: 200 len: 210 time: 0.0590305 Jun 19 18:08:15.131082 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f80dbf42-9a04-4109-b571-62f2ffd1492f req-b3ae153f-7bfa-49cb-8c79-7276bb90e94b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843103 Jun 19 18:08:15.425954 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 37960) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:15.466339 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05e047-03e9-48eb-9703-b616e53b2c95 req-1ad2627b-8b17-46bd-b010-31f93ce72ad5 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:15.467700 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bf05e047-03e9-48eb-9703-b616e53b2c95 req-1ad2627b-8b17-46bd-b010-31f93ce72ad5 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 950 time: 0.1694348 Jun 19 18:08:15.496035 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4034ff2-8ebf-443f-86e2-f9008038835c req-fa6b48cf-4193-4ea4-8c92-369a6baec99a tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:15.497733 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c4034ff2-8ebf-443f-86e2-f9008038835c req-fa6b48cf-4193-4ea4-8c92-369a6baec99a tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 945 time: 0.1405475 Jun 19 18:08:15.552266 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bf05e047-03e9-48eb-9703-b616e53b2c95 req-29dbf943-30ec-4a5d-8a52-078f3f84f8a9 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788300 Jun 19 18:08:15.592962 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1d114ced-af8a-4b2e-b381-6bab383024c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:15.600011 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c4034ff2-8ebf-443f-86e2-f9008038835c req-031e28d3-437a-443c-8b9d-ee2840c29a2f tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902433 Jun 19 18:08:15.621832 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-1d114ced-af8a-4b2e-b381-6bab383024c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:15.625911 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-1d114ced-af8a-4b2e-b381-6bab383024c2 admin admin] Usage tracker for resource:security_group_rule and tenant:b4856470c96c4f59a573d88e9bd5153d is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:15.629259 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-1d114ced-af8a-4b2e-b381-6bab383024c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:15.637284 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-1d114ced-af8a-4b2e-b381-6bab383024c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:15.733638 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1d114ced-af8a-4b2e-b381-6bab383024c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:15.738049 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1d114ced-af8a-4b2e-b381-6bab383024c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:15.751324 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-22c35a6d-653f-4f50-9908-fcfb1bb48515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:15.788283 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1d114ced-af8a-4b2e-b381-6bab383024c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4856470c96c4f59a573d88e9bd5153d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612263 Jun 19 18:08:15.789969 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d114ced-af8a-4b2e-b381-6bab383024c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d7a21d-c3eb-4ad4-88a6-23d455030760,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:15.793143 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 37976) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:15.794028 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1d114ced-af8a-4b2e-b381-6bab383024c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:15.876580 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dadc050c-9500-4a23-8c55-bcecbedd7715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:15.905703 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dadc050c-9500-4a23-8c55-bcecbedd7715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:15.963453 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dadc050c-9500-4a23-8c55-bcecbedd7715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:15.967198 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-fbb6d867-b7af-4bc0-b258-29713f6534cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:15.979382 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc050c-9500-4a23-8c55-bcecbedd7715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d7a21d-c3eb-4ad4-88a6-23d455030760,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:15.981914 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-dadc050c-9500-4a23-8c55-bcecbedd7715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:15.989741 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dadc050c-9500-4a23-8c55-bcecbedd7715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:15.993744 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-dadc050c-9500-4a23-8c55-bcecbedd7715 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3d7a21d-c3eb-4ad4-88a6-23d455030760 HTTP/1.1" status: 204 len: 168 time: 0.1980536 Jun 19 18:08:16.353652 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-132009cf-fc78-4be2-badb-b4d9be649fd3 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:16.354553 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-132009cf-fc78-4be2-badb-b4d9be649fd3 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Synchronizing usage tracker for tenant:27d8108e2c3147e3a2a37244e4a3f526 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:08:16.367875 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bd1cf-8fed-4f63-aa84-4197f3bb2ee4 req-16e3af4b-0836-4b58-a5b3-34636b9f7070 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:16.370565 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2d4bd1cf-8fed-4f63-aa84-4197f3bb2ee4 req-16e3af4b-0836-4b58-a5b3-34636b9f7070 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1040976 Jun 19 18:08:16.379071 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-132009cf-fc78-4be2-badb-b4d9be649fd3 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Unset dirty status for tenant:27d8108e2c3147e3a2a37244e4a3f526 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:08:16.381090 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-132009cf-fc78-4be2-badb-b4d9be649fd3 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 950 time: 0.1949632 Jun 19 18:08:16.461289 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 37994) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:16.465806 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2d4bd1cf-8fed-4f63-aa84-4197f3bb2ee4 req-ce7ac597-6dda-43ea-a061-cfdef5cdc0a7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866878 Jun 19 18:08:16.483679 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a4ac190e-7bbe-4da2-8dec-85433c54379d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:16.497159 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-e7cf8712-0452-49bf-aa97-23fbd6f4601b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Deleting port 209080c0-9578-4271-af38-a0a2de486d2b {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:08:16.497408 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-e7cf8712-0452-49bf-aa97-23fbd6f4601b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:16.545433 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a4ac190e-7bbe-4da2-8dec-85433c54379d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:16.553803 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a4ac190e-7bbe-4da2-8dec-85433c54379d admin admin] Usage tracker for resource:security_group_rule and tenant:0e72b58dca064a7cab2cbe5b7281d3fd is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:16.558412 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-a4ac190e-7bbe-4da2-8dec-85433c54379d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:16.566917 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-a4ac190e-7bbe-4da2-8dec-85433c54379d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:16.719610 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device e080e370-fae4-4ae6-817c-4c0f33e81f2b no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:08:16.773931 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: e080e370-fae4-4ae6-817c-4c0f33e81f2b {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:08:16.775104 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device e080e370-fae4-4ae6-817c-4c0f33e81f2b not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:08:16.862197 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-e7cf8712-0452-49bf-aa97-23fbd6f4601b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] For port 209080c0-9578-4271-af38-a0a2de486d2b, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=209080c0-9578-4271-af38-a0a2de486d2b,segment=NetworkSegment(af2dd002-54dd-465d-ba61-f1e67bfe32f6),segment_id=af2dd002-54dd-465d-ba61-f1e67bfe32f6)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:16.862778 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-e7cf8712-0452-49bf-aa97-23fbd6f4601b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:16.900074 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f98c4-e326-4817-ad7b-519bc28c7415 req-1cf7c6d6-d012-4ea1-9257-d1057ac0683d tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:16.901573 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-883f98c4-e326-4817-ad7b-519bc28c7415 req-1cf7c6d6-d012-4ea1-9257-d1057ac0683d tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 950 time: 0.1802886 Jun 19 18:08:16.934936 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be5c82-fc91-48d7-a061-5d8107e5162b req-73ea7103-e177-45b7-bf90-b84254bcb6b0 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:16.936345 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-54be5c82-fc91-48d7-a061-5d8107e5162b req-73ea7103-e177-45b7-bf90-b84254bcb6b0 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 945 time: 0.1348474 Jun 19 18:08:16.979611 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-883f98c4-e326-4817-ad7b-519bc28c7415 req-a3e7a0a8-70eb-4c57-94d4-48cd9233e963 tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/security-groups?id=13baa209-2a90-421d-af0c-4ecb6b8f3962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718286 Jun 19 18:08:16.999016 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-54be5c82-fc91-48d7-a061-5d8107e5162b req-409f2a76-4abe-4aba-9395-54c88edff092 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474029 Jun 19 18:08:16.999176 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-e7cf8712-0452-49bf-aa97-23fbd6f4601b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Calling delete_port for 209080c0-9578-4271-af38-a0a2de486d2b owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:08:17.065136 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a4ac190e-7bbe-4da2-8dec-85433c54379d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:17.075983 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a4ac190e-7bbe-4da2-8dec-85433c54379d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:17.088551 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-78cc62d5-371d-44e4-9259-18b98ee075ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:17.163094 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 38014) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:17.163415 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a4ac190e-7bbe-4da2-8dec-85433c54379d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e72b58dca064a7cab2cbe5b7281d3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7008913 Jun 19 18:08:17.169286 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac190e-7bbe-4da2-8dec-85433c54379d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea5cfeb-76e5-4b80-a21c-0c91f67c7660,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:17.173118 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a4ac190e-7bbe-4da2-8dec-85433c54379d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:17.267855 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-e7cf8712-0452-49bf-aa97-23fbd6f4601b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:17.290849 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:17.308369 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-97a04b63-c518-4fd7-8caa-274ad7d7ea25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:17.318062 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['209080c0-9578-4271-af38-a0a2de486d2b'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:08:17.351308 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-97a04b63-c518-4fd7-8caa-274ad7d7ea25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:17.430392 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-97a04b63-c518-4fd7-8caa-274ad7d7ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:17.438743 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8f2ac8b0-c5c7-45f4-8db7-ace6a556e181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:17.454883 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a04b63-c518-4fd7-8caa-274ad7d7ea25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea5cfeb-76e5-4b80-a21c-0c91f67c7660,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:17.459017 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-97a04b63-c518-4fd7-8caa-274ad7d7ea25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:17.464126 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-97a04b63-c518-4fd7-8caa-274ad7d7ea25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:17.467106 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-97a04b63-c518-4fd7-8caa-274ad7d7ea25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ea5cfeb-76e5-4b80-a21c-0c91f67c7660 HTTP/1.1" status: 204 len: 168 time: 0.3028424 Jun 19 18:08:17.645838 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf8712-0452-49bf-aa97-23fbd6f4601b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Pushing event deleted for resources: {'Port': ['ID=209080c0-9578-4271-af38-a0a2de486d2b,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:17.739799 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-e7cf8712-0452-49bf-aa97-23fbd6f4601b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] No DVR routers for this DVR port 209080c0-9578-4271-af38-a0a2de486d2b on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:08:17.744707 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-e7cf8712-0452-49bf-aa97-23fbd6f4601b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:17.798115 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e7cf8712-0452-49bf-aa97-23fbd6f4601b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:17.823337 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8', 'name': 'network-vif-deleted', 'tag': '209080c0-9578-4271-af38-a0a2de486d2b'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:08:17.903182 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f3f3f-8d6e-4725-bf59-099b5d1f0880 req-d3a988ad-4b76-4fbc-993a-c4194df5ba37 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:17.903773 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dcb16005-f624-4104-8ffe-9a8e030b6388 req-e7cf8712-0452-49bf-aa97-23fbd6f4601b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.30 "DELETE /v2.0/ports/209080c0-9578-4271-af38-a0a2de486d2b HTTP/1.1" status: 204 len: 173 time: 1.5162389 Jun 19 18:08:17.912158 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-514f3f3f-8d6e-4725-bf59-099b5d1f0880 req-d3a988ad-4b76-4fbc-993a-c4194df5ba37 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.2421293 Jun 19 18:08:17.966226 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8', 'name': 'network-vif-deleted', 'tag': '209080c0-9578-4271-af38-a0a2de486d2b', 'status': 'completed', 'code': 200} Jun 19 18:08:17.972299 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c9667-471e-491c-b654-c977de170338 req-a1f33632-b1ee-4b60-af1d-a608ad3c200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:17.977309 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-999c9667-471e-491c-b654-c977de170338 req-a1f33632-b1ee-4b60-af1d-a608ad3c200d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 1099 time: 0.4681594 Jun 19 18:08:17.997332 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:18.044251 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-514f3f3f-8d6e-4725-bf59-099b5d1f0880 req-c7dfd9a2-efbd-40e1-a910-02ff75330761 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257315 Jun 19 18:08:18.122938 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-999c9667-471e-491c-b654-c977de170338 req-59dcfcf6-0249-4bda-b592-f2ba9e1fbf6e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146109 Jun 19 18:08:18.181942 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bc6e10df-660d-48a7-818f-69f7cd8ac047 req-072db1dd-97ed-483f-b6ce-8eee29ac40bf tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d6e0b08-d341-44bb-b2a6-5059f1e4ecd8 HTTP/1.1" status: 200 len: 210 time: 0.0543449 Jun 19 18:08:19.366901 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab87d4-728f-4406-a471-663097621a4b req-56436d78-b544-4812-b9a1-03e73ef6e1f7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:19.373794 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eeab87d4-728f-4406-a471-663097621a4b req-56436d78-b544-4812-b9a1-03e73ef6e1f7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.2047579 Jun 19 18:08:19.417512 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eeab87d4-728f-4406-a471-663097621a4b req-4c1cf7cb-dba5-4abc-a223-fb1300d9c1a3 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Jun 19 18:08:20.630103 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8d06b-075a-41a1-994f-1f7e831878cf req-06a79d1b-dfd6-4024-9e82-385b13a849c7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:20.634511 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c9a8d06b-075a-41a1-994f-1f7e831878cf req-06a79d1b-dfd6-4024-9e82-385b13a849c7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.0931978 Jun 19 18:08:20.679235 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c9a8d06b-075a-41a1-994f-1f7e831878cf req-6b1d9896-a73c-4ef1-9439-a8ebb896b306 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414593 Jun 19 18:08:20.717832 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a3241eae-ff76-4f00-8a7f-b9648099dfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:20.740593 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 209080c0-9578-4271-af38-a0a2de486d2b no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:08:20.775819 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: 209080c0-9578-4271-af38-a0a2de486d2b {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:08:20.776240 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 209080c0-9578-4271-af38-a0a2de486d2b not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:08:20.885812 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edaada-487b-4632-b960-43cde7b5452a req-5488246f-1b93-4b5a-ae7d-08fe8ab4647f tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:20.892720 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a8edaada-487b-4632-b960-43cde7b5452a req-5488246f-1b93-4b5a-ae7d-08fe8ab4647f tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0923293 Jun 19 18:08:20.947740 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a8edaada-487b-4632-b960-43cde7b5452a req-1dca87ee-ead1-427e-b115-06572107fb62 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540819 Jun 19 18:08:21.104147 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:22.242016 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 38394) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:22.411300 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-84b7b705-5e46-488c-915a-e60e0d32c620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:22.433659 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-84b7b705-5e46-488c-915a-e60e0d32c620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:22.439481 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-84b7b705-5e46-488c-915a-e60e0d32c620 admin admin] Usage tracker for resource:security_group_rule and tenant:b42e16385da34a738d801318d88a9791 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:22.445636 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-84b7b705-5e46-488c-915a-e60e0d32c620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:22.454287 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-84b7b705-5e46-488c-915a-e60e0d32c620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:22.567508 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-84b7b705-5e46-488c-915a-e60e0d32c620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:22.574733 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-84b7b705-5e46-488c-915a-e60e0d32c620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:22.587221 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9d030f59-0161-4f30-8d8f-5a7019645a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:22.633318 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-84b7b705-5e46-488c-915a-e60e0d32c620 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b42e16385da34a738d801318d88a9791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904603 Jun 19 18:08:22.635955 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7b705-5e46-488c-915a-e60e0d32c620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f672fe-7b80-4702-983b-b24bf349aded,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:22.636090 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 38434) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:22.639403 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-84b7b705-5e46-488c-915a-e60e0d32c620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:22.722121 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7199bafa-3f6d-4478-9def-dc28c1bfab46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:22.751030 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7199bafa-3f6d-4478-9def-dc28c1bfab46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:22.833260 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7199bafa-3f6d-4478-9def-dc28c1bfab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:22.839879 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:22.853736 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199bafa-3f6d-4478-9def-dc28c1bfab46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f672fe-7b80-4702-983b-b24bf349aded,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:22.859986 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7199bafa-3f6d-4478-9def-dc28c1bfab46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:22.863532 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7199bafa-3f6d-4478-9def-dc28c1bfab46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:22.865403 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-7199bafa-3f6d-4478-9def-dc28c1bfab46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78f672fe-7b80-4702-983b-b24bf349aded HTTP/1.1" status: 204 len: 168 time: 0.2281899 Jun 19 18:08:23.295980 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 38486) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:23.314559 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb40073-931f-432a-9034-a68648405bbb req-72d94cc7-b1a7-45c6-9d1f-8559c73ce374 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:23.316512 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ebb40073-931f-432a-9034-a68648405bbb req-72d94cc7-b1a7-45c6-9d1f-8559c73ce374 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1416488 Jun 19 18:08:23.327931 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d270dd57-35eb-4d2f-b288-7606caf9167a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:23.346582 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba8d7-bbef-4644-913b-e5f83a50408f req-918023fd-8a63-493c-8b11-39a8f3407e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:23.348616 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-640ba8d7-bbef-4644-913b-e5f83a50408f req-918023fd-8a63-493c-8b11-39a8f3407e9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f62e43d99644b588a048b698e69f2e&device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 1098 time: 0.1898372 Jun 19 18:08:23.351929 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-d270dd57-35eb-4d2f-b288-7606caf9167a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:23.356547 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-d270dd57-35eb-4d2f-b288-7606caf9167a admin admin] Usage tracker for resource:security_group_rule and tenant:7c1d65535c72495bb06c6200897de54f is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:23.361193 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-d270dd57-35eb-4d2f-b288-7606caf9167a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:23.401404 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ebb40073-931f-432a-9034-a68648405bbb req-81684c58-4b98-47b8-a35b-bb86061e4261 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755777 Jun 19 18:08:23.405633 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-d270dd57-35eb-4d2f-b288-7606caf9167a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:23.452239 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-918b053c-8c93-4a7c-97f1-c7ab8974d446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:23.567929 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d270dd57-35eb-4d2f-b288-7606caf9167a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:23.583298 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d270dd57-35eb-4d2f-b288-7606caf9167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:23.598142 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e10980eb-126a-469e-a3b3-8a2de0dc8cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:23.652866 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270dd57-35eb-4d2f-b288-7606caf9167a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d15f09-2d94-4e8c-8a8c-3785e0bd6855,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:23.659007 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d270dd57-35eb-4d2f-b288-7606caf9167a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c1d65535c72495bb06c6200897de54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573539 Jun 19 18:08:23.660557 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d270dd57-35eb-4d2f-b288-7606caf9167a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:23.662409 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 38510) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:23.690976 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba8d7-bbef-4644-913b-e5f83a50408f req-b90954f6-6949-4584-a747-59f2c5fb3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:23.692705 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-640ba8d7-bbef-4644-913b-e5f83a50408f req-b90954f6-6949-4584-a747-59f2c5fb3254 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 200 len: 920 time: 0.3326542 Jun 19 18:08:23.788702 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e02ac59-267c-4627-b420-b54c5c2b2623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:23.812363 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-640ba8d7-bbef-4644-913b-e5f83a50408f req-de0c6c06-abca-4ef9-bed6-80504f61c778 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c4e3e18-ede4-424b-b11b-e0e4873bbae9 HTTP/1.1" status: 200 len: 217 time: 0.1106944 Jun 19 18:08:23.892803 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba8d7-bbef-4644-913b-e5f83a50408f req-ee9cc556-7db7-474e-b9fd-dd11bb7bc46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:23.894540 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-640ba8d7-bbef-4644-913b-e5f83a50408f req-ee9cc556-7db7-474e-b9fd-dd11bb7bc46b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6e43aa8-77fe-44a9-9087-d1d176befaca HTTP/1.1" status: 200 len: 859 time: 0.0751619 Jun 19 18:08:23.912164 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e02ac59-267c-4627-b420-b54c5c2b2623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:23.956233 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 38524) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:23.961221 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:23.984744 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-640ba8d7-bbef-4644-913b-e5f83a50408f req-222ac238-e6a7-4e01-bf64-ce1f3032b194 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0292681d-9ad0-42f9-9ae2-e82b7207737b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820539 Jun 19 18:08:24.023347 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e02ac59-267c-4627-b420-b54c5c2b2623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:24.037597 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6446f82-0e18-491d-bd24-71ef833de228 req-594c7de1-fb48-4036-b6d8-4520b0a15bb3 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:24.045431 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-594c7de1-fb48-4036-b6d8-4520b0a15bb3 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/networks?id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 200 len: 815 time: 0.3209379 Jun 19 18:08:24.047974 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-dadc050c-9500-4a23-8c55-bcecbedd7715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:24.088082 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02ac59-267c-4627-b420-b54c5c2b2623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d15f09-2d94-4e8c-8a8c-3785e0bd6855,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:24.092715 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8e02ac59-267c-4627-b420-b54c5c2b2623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:24.120795 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-c2b417ac-070e-4b75-8666-77cac2f241a4 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/quotas/a243464b8f334f62891e6bf5fbb11764 HTTP/1.1" status: 200 len: 375 time: 0.0742896 Jun 19 18:08:24.133868 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e02ac59-267c-4627-b420-b54c5c2b2623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:24.138148 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-8e02ac59-267c-4627-b420-b54c5c2b2623 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89d15f09-2d94-4e8c-8a8c-3785e0bd6855 HTTP/1.1" status: 204 len: 168 time: 0.4715817 Jun 19 18:08:24.208638 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-640ba8d7-bbef-4644-913b-e5f83a50408f req-47ef3f29-b714-449a-91d4-fc8b4cf5a4dc service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135050 Jun 19 18:08:24.287451 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b64b5309-6592-476a-bc9a-901c6e8191df admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:24.304300 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-b64b5309-6592-476a-bc9a-901c6e8191df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:24.308067 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-b64b5309-6592-476a-bc9a-901c6e8191df admin admin] Usage tracker for resource:security_group_rule and tenant:a0159571ba1b4085b88d12c8cb1991fc is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:24.310927 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-b64b5309-6592-476a-bc9a-901c6e8191df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:24.316532 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-b64b5309-6592-476a-bc9a-901c6e8191df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:24.347050 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-2b04f628-1063-45b2-a4c0-be4dcd06bb58 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a243464b8f334f62891e6bf5fbb11764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2254992 Jun 19 18:08:24.405867 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-640ba8d7-bbef-4644-913b-e5f83a50408f req-830a6ea8-d5b7-4fd3-8fe2-b1bb91c46316 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902413 Jun 19 18:08:24.610156 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 38574) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:24.635128 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6612cc8d-535b-4941-8b87-802e7481efb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:24.653505 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-6612cc8d-535b-4941-8b87-802e7481efb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:24.659199 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-6612cc8d-535b-4941-8b87-802e7481efb9 admin admin] Usage tracker for resource:security_group_rule and tenant:91235f4d41e4418586c0def4d7b9357c is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:24.663585 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-6612cc8d-535b-4941-8b87-802e7481efb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:24.670054 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-6612cc8d-535b-4941-8b87-802e7481efb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:24.703526 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b64b5309-6592-476a-bc9a-901c6e8191df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:24.707074 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0340fdcb-6b0c-44c5-8e71-8c735863ea12 service neutron] 10.222.0.16 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397832 Jun 19 18:08:24.710331 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b64b5309-6592-476a-bc9a-901c6e8191df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:24.720572 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c29d8c71-aad5-4314-a63f-2ce23976b075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:24.810520 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-b64b5309-6592-476a-bc9a-901c6e8191df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0159571ba1b4085b88d12c8cb1991fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8529453 Jun 19 18:08:24.811472 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b5309-6592-476a-bc9a-901c6e8191df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f0c0b-1b46-41b1-87ba-0dc3fc9d7b2e,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:24.813361 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 38582) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:24.822357 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6612cc8d-535b-4941-8b87-802e7481efb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:24.836519 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6612cc8d-535b-4941-8b87-802e7481efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:24.845112 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5d2abbeb-4671-4946-884b-9088b35acdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:24.865947 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b64b5309-6592-476a-bc9a-901c6e8191df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:24.875836 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f416a-cb8f-4b5f-aa45-196614c12c2e req-3a33ef4e-95cd-492b-baa4-7a69c61b5be7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:24.877571 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c5f416a-cb8f-4b5f-aa45-196614c12c2e req-3a33ef4e-95cd-492b-baa4-7a69c61b5be7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.3060100 Jun 19 18:08:24.919924 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6612cc8d-535b-4941-8b87-802e7481efb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91235f4d41e4418586c0def4d7b9357c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085856 Jun 19 18:08:24.920566 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 38588) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:24.925230 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612cc8d-535b-4941-8b87-802e7481efb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991de16d-0a53-49dd-8b0d-4d1e7c7c2817,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:24.929560 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6612cc8d-535b-4941-8b87-802e7481efb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:24.944571 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-7a6b9002-092b-41de-9222-ecfef5e2b713 service neutron] 10.222.0.16 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271788 Jun 19 18:08:24.961498 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c5f416a-cb8f-4b5f-aa45-196614c12c2e req-1061f7c3-6da9-492f-a4c3-edb8ce488b0a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741019 Jun 19 18:08:24.974347 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0d31df3a-4d49-415d-bf11-b9f39189dcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:25.024727 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0d31df3a-4d49-415d-bf11-b9f39189dcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:25.048183 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77a6ef47-7e95-4cb0-b950-731ac3f6e099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:25.095536 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77a6ef47-7e95-4cb0-b950-731ac3f6e099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:25.147730 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0d31df3a-4d49-415d-bf11-b9f39189dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:25.152684 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1d114ced-af8a-4b2e-b381-6bab383024c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:25.164683 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31df3a-4d49-415d-bf11-b9f39189dcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f0c0b-1b46-41b1-87ba-0dc3fc9d7b2e,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:25.168869 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0d31df3a-4d49-415d-bf11-b9f39189dcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:25.190298 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c0509cc-4cf4-4e63-9787-c5c8ccbc5bd1 req-aac30d1c-4f05-4907-a019-565e3633d3ac tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 210 time: 0.0823674 Jun 19 18:08:25.194142 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77a6ef47-7e95-4cb0-b950-731ac3f6e099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:25.196742 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-77a6ef47-7e95-4cb0-b950-731ac3f6e099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:25.197920 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-77a6ef47-7e95-4cb0-b950-731ac3f6e099 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/991de16d-0a53-49dd-8b0d-4d1e7c7c2817 HTTP/1.1" status: 204 len: 168 time: 0.2755868 Jun 19 18:08:25.199032 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-84b7b705-5e46-488c-915a-e60e0d32c620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:25.213182 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0d31df3a-4d49-415d-bf11-b9f39189dcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:25.216679 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-0d31df3a-4d49-415d-bf11-b9f39189dcb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa3f0c0b-1b46-41b1-87ba-0dc3fc9d7b2e HTTP/1.1" status: 204 len: 168 time: 0.3990264 Jun 19 18:08:25.231266 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6ef47-7e95-4cb0-b950-731ac3f6e099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991de16d-0a53-49dd-8b0d-4d1e7c7c2817,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:25.236934 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-77a6ef47-7e95-4cb0-b950-731ac3f6e099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:25.731436 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 38624) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:25.749691 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3551-b8ce-45b6-bfc6-c23f7edd9bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:25.769198 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-2e0b3551-b8ce-45b6-bfc6-c23f7edd9bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:25.774566 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-2e0b3551-b8ce-45b6-bfc6-c23f7edd9bad admin admin] Usage tracker for resource:security_group_rule and tenant:2e7e36666ab548c19c934748a1fee4bb is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:25.777745 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-2e0b3551-b8ce-45b6-bfc6-c23f7edd9bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:25.784012 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-2e0b3551-b8ce-45b6-bfc6-c23f7edd9bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:25.788228 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:25.942241 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3551-b8ce-45b6-bfc6-c23f7edd9bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:25.949406 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3551-b8ce-45b6-bfc6-c23f7edd9bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:25.962320 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-aaa5fc23-31ec-4c4d-9ab4-cdebf95cef16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:26.012955 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b3551-b8ce-45b6-bfc6-c23f7edd9bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9412131b-4414-4a14-b096-873176676b62,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:26.017301 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-2e0b3551-b8ce-45b6-bfc6-c23f7edd9bad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e7e36666ab548c19c934748a1fee4bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850082 Jun 19 18:08:26.018339 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2e0b3551-b8ce-45b6-bfc6-c23f7edd9bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:26.019925 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 38642) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:26.095551 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6fa7546a-7f17-4339-84ad-3ce159a5bbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:26.146418 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6fa7546a-7f17-4339-84ad-3ce159a5bbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:26.219917 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6fa7546a-7f17-4339-84ad-3ce159a5bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:26.226473 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:26.241638 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1c3c6-d6e4-4ca8-a19e-d1371b886fa7 req-253a26ee-9619-439f-af61-0f1e102a7f32 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:26.246561 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7546a-7f17-4339-84ad-3ce159a5bbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9412131b-4414-4a14-b096-873176676b62,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:26.250554 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6fa7546a-7f17-4339-84ad-3ce159a5bbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:26.251604 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-01f1c3c6-d6e4-4ca8-a19e-d1371b886fa7 req-253a26ee-9619-439f-af61-0f1e102a7f32 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1357591 Jun 19 18:08:26.261110 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6fa7546a-7f17-4339-84ad-3ce159a5bbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:26.262439 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6fa7546a-7f17-4339-84ad-3ce159a5bbb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9412131b-4414-4a14-b096-873176676b62 HTTP/1.1" status: 204 len: 168 time: 0.2414849 Jun 19 18:08:26.309233 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 38656) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:26.322405 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-01f1c3c6-d6e4-4ca8-a19e-d1371b886fa7 req-b4dbe4fc-8618-437b-927d-259d6ba95363 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695989 Jun 19 18:08:26.530635 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-534310d2-ab9f-4cca-a87c-2ee4ca120364 req-41a6429e-3efb-4027-b05e-883ccbc0143f tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 210 time: 0.0857012 Jun 19 18:08:26.771505 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-02f694cc-6e83-4446-8b70-686d78ed9358 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27d8108e2c3147e3a2a37244e4a3f526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605451 Jun 19 18:08:26.773914 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 38678) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:26.782493 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6446f82-0e18-491d-bd24-71ef833de228 req-a34b634e-2b1f-43a6-8f3d-7ff21ced9d61 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:26.783980 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-a34b634e-2b1f-43a6-8f3d-7ff21ced9d61 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "GET /v2.0/networks?id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 200 len: 815 time: 0.3246005 Jun 19 18:08:26.812297 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Request body: {'port': {'device_id': '461b6f25-e75d-4316-9b66-6fc847e3554b', 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5', 'admin_state_up': True, 'tenant_id': 'a243464b8f334f62891e6bf5fbb11764'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:08:26.968084 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb442-2d4e-4d43-b0d9-071157a05f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:27.015958 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb442-2d4e-4d43-b0d9-071157a05f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:27.027989 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:27.036431 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Usage tracker for resource:port and tenant:a243464b8f334f62891e6bf5fbb11764 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:27.045393 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:27.054895 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:27.086466 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Made reservation on behalf of a243464b8f334f62891e6bf5fbb11764 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:08:27.088802 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:27.150422 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb442-2d4e-4d43-b0d9-071157a05f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:27.155230 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-80020a78-2dd3-4a5a-92b3-9d9e0a0fbc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:27.175449 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cb442-2d4e-4d43-b0d9-071157a05f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13baa209-2a90-421d-af0c-4ecb6b8f3962,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:27.187705 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fa8cb442-2d4e-4d43-b0d9-071157a05f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:27.202279 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb442-2d4e-4d43-b0d9-071157a05f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:27.209023 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-fa8cb442-2d4e-4d43-b0d9-071157a05f45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13baa209-2a90-421d-af0c-4ecb6b8f3962 HTTP/1.1" status: 204 len: 168 time: 0.4338329 Jun 19 18:08:27.336061 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Allocated IP 172.20.0.13 (b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5/a127e29e-8a04-45c8-938e-6993d421d19b/4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:08:27.793129 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ffd58-b85d-4874-92c1-ecf679cb65d1 req-0b301986-7ebd-46b7-a7de-36b7101b1e1a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:27.794906 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-026ffd58-b85d-4874-92c1-ecf679cb65d1 req-0b301986-7ebd-46b7-a7de-36b7101b1e1a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1433146 Jun 19 18:08:27.843976 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-026ffd58-b85d-4874-92c1-ecf679cb65d1 req-c1e1359c-b287-4452-99b7-1555050d4ee3 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Jun 19 18:08:27.876742 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:27.921096 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:27.928369 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-34b46244-c587-41ba-84f5-7a6e648854a7 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:27.973633 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['d2fc8ad2-3b09-4bee-af80-dc4bf88839a0'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:08:28.016291 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Pushing event updated for resources: {'Port': ['ID=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:28.022508 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:28.037747 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:08:28.038857 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:08:28.047365 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:08:28.055188 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:28.055404 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:28.083737 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2810998 Jun 19 18:08:28.086721 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9d179-3b65-4d6b-92b6-c31a8f30fb32 req-d2399a66-1243-43a1-8252-56f5e75f4d86 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:28.095252 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-47d9d179-3b65-4d6b-92b6-c31a8f30fb32 req-d2399a66-1243-43a1-8252-56f5e75f4d86 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 932 time: 0.1201463 Jun 19 18:08:28.110397 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Request body: {'port': {'device_id': '461b6f25-e75d-4316-9b66-6fc847e3554b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:08:28.249141 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-47d9d179-3b65-4d6b-92b6-c31a8f30fb32 req-04b1ea02-5664-4142-bb42-5224f630633d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525464 Jun 19 18:08:28.264269 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:28.659391 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:08:28.667201 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:28.682587 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Transition to ACTIVE for port object 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:08:28.686608 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:28.691363 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3b3a19d9-8c57-4af2-95b8-1cb98834781d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:28.877762 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:28.896760 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:28.904611 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Attempting to bind port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:08:28.905022 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Attempting to bind port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:08:28.905360 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Attempting to bind port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 on network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:08:28.916342 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 on network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:08:28.916697 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Attempting to bind port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 on network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:08:28.923269 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:08:28.923607 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Checking segment: {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:08:28.923988 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Bound using segment: {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:08:28.924410 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Bound port: 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:08:28.924891 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:29.048901 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] For port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:08:29.052823 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] For port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:08:29.056182 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bb8e9-d631-4b66-984a-969abd3f14a1 req-6d988962-2448-4ddf-8d3e-506df558a9a2 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:29.058156 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f10bb8e9-d631-4b66-984a-969abd3f14a1 req-6d988962-2448-4ddf-8d3e-506df558a9a2 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0874949 Jun 19 18:08:29.065423 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:29.074519 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:29.115667 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f10bb8e9-d631-4b66-984a-969abd3f14a1 req-47644e5b-069f-40f4-a648-49edafbc7275 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450759 Jun 19 18:08:29.216103 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:29.216700 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:29.218049 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] 10.222.0.30 "PUT /v2.0/ports/4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 HTTP/1.1" status: 200 len: 1094 time: 1.1126745 Jun 19 18:08:29.218513 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461b6f25-e75d-4316-9b66-6fc847e3554b', 'tag': '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:08:29.238746 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:29.242521 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:29.297475 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461b6f25-e75d-4316-9b66-6fc847e3554b', 'tag': '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6', 'status': 'completed', 'code': 200} Jun 19 18:08:29.475758 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6446f82-0e18-491d-bd24-71ef833de228 req-a0f87c83-0055-4f1c-8ff3-e4083ca9bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:29.479639 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-a0f87c83-0055-4f1c-8ff3-e4083ca9bf66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a243464b8f334f62891e6bf5fbb11764&device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 1097 time: 0.1701298 Jun 19 18:08:29.512412 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60036878-33e8-41f1-87fd-4cf77d30d467 req-ec3cd781-bc9c-49a3-b1de-14e95515db04 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:29.514005 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-60036878-33e8-41f1-87fd-4cf77d30d467 req-ec3cd781-bc9c-49a3-b1de-14e95515db04 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 944 time: 0.1182144 Jun 19 18:08:29.557986 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-a0d0ac8f-da8c-4d95-aa51-a5b753092be0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 HTTP/1.1" status: 200 len: 217 time: 0.0654988 Jun 19 18:08:29.563064 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-60036878-33e8-41f1-87fd-4cf77d30d467 req-3b343f1a-b2cf-4203-b4bf-43023d32d69f tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Jun 19 18:08:29.626702 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6446f82-0e18-491d-bd24-71ef833de228 req-73bde7e0-69b9-404f-9479-b65d9a5959ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:29.628360 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-73bde7e0-69b9-404f-9479-b65d9a5959ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a127e29e-8a04-45c8-938e-6993d421d19b HTTP/1.1" status: 200 len: 855 time: 0.0606916 Jun 19 18:08:29.674963 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-bdc5073a-6d17-4377-b037-a74c3e86cc33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393665 Jun 19 18:08:29.806039 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-aaa3f7cb-00e9-4cd3-b389-c5ebb3df09e7 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232939 Jun 19 18:08:29.938750 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d6446f82-0e18-491d-bd24-71ef833de228 req-40473824-2fe7-4dd7-9477-54dff33e050f service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255658 Jun 19 18:08:30.119646 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bae1bd-1d6f-4c6b-9687-00602dd50290 req-43edda4d-b2bc-439e-a645-b01ec0e32f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:30.121089 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bae1bd-1d6f-4c6b-9687-00602dd50290 req-43edda4d-b2bc-439e-a645-b01ec0e32f64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a243464b8f334f62891e6bf5fbb11764&device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 1097 time: 0.0786536 Jun 19 18:08:30.266259 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bae1bd-1d6f-4c6b-9687-00602dd50290 req-0d4725d4-288f-4625-b7e1-7b8d2f5da444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:30.267673 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bae1bd-1d6f-4c6b-9687-00602dd50290 req-0d4725d4-288f-4625-b7e1-7b8d2f5da444 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 200 len: 916 time: 0.1373024 Jun 19 18:08:30.323602 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963681b-7604-4406-ad7d-675cda271788 req-b8c94f0f-c78e-44b9-812e-54fb5b8780fb tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:30.325146 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e963681b-7604-4406-ad7d-675cda271788 req-b8c94f0f-c78e-44b9-812e-54fb5b8780fb tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0971777 Jun 19 18:08:30.344395 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bae1bd-1d6f-4c6b-9687-00602dd50290 req-24bf9696-8fc5-4703-b0ff-52d4c995bca9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 HTTP/1.1" status: 200 len: 217 time: 0.0685883 Jun 19 18:08:30.387268 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e963681b-7604-4406-ad7d-675cda271788 req-6967aa07-babf-45eb-80dc-b3e2cdf19f42 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551317 Jun 19 18:08:30.415037 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bae1bd-1d6f-4c6b-9687-00602dd50290 req-53df2baf-353f-42df-bb99-0e82697de307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:30.416480 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bae1bd-1d6f-4c6b-9687-00602dd50290 req-53df2baf-353f-42df-bb99-0e82697de307 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a127e29e-8a04-45c8-938e-6993d421d19b HTTP/1.1" status: 200 len: 855 time: 0.0629447 Jun 19 18:08:30.467132 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bae1bd-1d6f-4c6b-9687-00602dd50290 req-96e1fdb1-0b6d-4c3f-a4c2-09b5561853c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437541 Jun 19 18:08:30.616329 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bae1bd-1d6f-4c6b-9687-00602dd50290 req-f2c2a868-f2cf-48f2-8795-4c425fd869de service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423995 Jun 19 18:08:30.749084 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26da3-4f59-4757-b030-dbee0ce4185a req-4678a060-de7a-487e-bc75-b26d19985ffd tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:30.754821 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5ab26da3-4f59-4757-b030-dbee0ce4185a req-4678a060-de7a-487e-bc75-b26d19985ffd tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 944 time: 0.0855680 Jun 19 18:08:30.758451 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-30bae1bd-1d6f-4c6b-9687-00602dd50290 req-12ca3cbc-55a4-412f-a802-1fe83c162b7e service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327145 Jun 19 18:08:30.800026 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5ab26da3-4f59-4757-b030-dbee0ce4185a req-83c9f196-ad39-444f-b071-3e2c8ab29f69 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427623 Jun 19 18:08:31.592542 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4193a0-bed1-44bb-bae0-df236e178e03 req-1e2c97ac-3717-4d2c-b231-7a97c338faf0 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:31.594136 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ec4193a0-bed1-44bb-bae0-df236e178e03 req-1e2c97ac-3717-4d2c-b231-7a97c338faf0 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0924668 Jun 19 18:08:31.659359 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ec4193a0-bed1-44bb-bae0-df236e178e03 req-fad11d9c-9ca3-4840-9bc0-6679881fb6b5 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571992 Jun 19 18:08:32.022485 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12084c-449e-4bdd-b14e-5467d7fbe403 req-a925aa28-0f6e-43f6-bc59-8aa4ddf19b94 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:32.023921 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ae12084c-449e-4bdd-b14e-5467d7fbe403 req-a925aa28-0f6e-43f6-bc59-8aa4ddf19b94 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 944 time: 0.0857377 Jun 19 18:08:32.073033 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ae12084c-449e-4bdd-b14e-5467d7fbe403 req-782483f6-b08a-4a14-8fb2-d12be988226a tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Jun 19 18:08:32.857247 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0dcfc-96c2-4425-b8c1-aec09ab6a1ab req-6c0fd25e-470a-4d70-aae4-2ceae44f03ec tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:32.858694 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e0c0dcfc-96c2-4425-b8c1-aec09ab6a1ab req-6c0fd25e-470a-4d70-aae4-2ceae44f03ec tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0889757 Jun 19 18:08:32.911293 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e0c0dcfc-96c2-4425-b8c1-aec09ab6a1ab req-a23ef423-671f-4456-b4e7-db2e75be2ed7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412836 Jun 19 18:08:33.288480 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464bda2-3e3d-4e13-8bea-d093563fed3c req-2f9fcc89-0fe7-4ca3-ad8f-6c7060b34ce9 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:33.290661 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b464bda2-3e3d-4e13-8bea-d093563fed3c req-2f9fcc89-0fe7-4ca3-ad8f-6c7060b34ce9 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 944 time: 0.1078832 Jun 19 18:08:33.353475 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b464bda2-3e3d-4e13-8bea-d093563fed3c req-9f965df2-7954-4071-9728-8c81bb45d2c2 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560379 Jun 19 18:08:34.105188 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6ab44-a6f2-4248-a9c2-ae76953438b2 req-11a1b08f-9507-4971-8b8c-8e0740d46c50 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:34.106794 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-88c6ab44-a6f2-4248-a9c2-ae76953438b2 req-11a1b08f-9507-4971-8b8c-8e0740d46c50 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0867352 Jun 19 18:08:34.153848 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-88c6ab44-a6f2-4248-a9c2-ae76953438b2 req-22cede87-f159-4f57-821a-92575c01502d tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Jun 19 18:08:34.540972 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301f8e-1587-4b01-91fd-acd8ba2cbb2e req-38860d18-4e15-4851-8a77-4ecb3fb3a9c5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:34.542545 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-72301f8e-1587-4b01-91fd-acd8ba2cbb2e req-38860d18-4e15-4851-8a77-4ecb3fb3a9c5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 944 time: 0.0869527 Jun 19 18:08:34.587361 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-72301f8e-1587-4b01-91fd-acd8ba2cbb2e req-f3ae0a48-bdb7-4eed-8997-39028584c54f tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389705 Jun 19 18:08:34.812006 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:08:34.960963 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:34.979201 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6', 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5', 'port_id': '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6', 'mac_address': 'fa:16:3e:63:e3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a127e29e-8a04-45c8-938e-6993d421d19b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:08:35.038525 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:35.055101 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:08:35.071363 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:35.080851 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:35.082586 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:35.147384 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:35.150288 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:35.345507 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443322d8-dbd7-4e9a-9342-feb0a8372f3d req-2572f35b-e9db-4e60-9875-c403ac6a0fbb tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:35.347589 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-443322d8-dbd7-4e9a-9342-feb0a8372f3d req-2572f35b-e9db-4e60-9875-c403ac6a0fbb tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0853415 Jun 19 18:08:35.399938 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-443322d8-dbd7-4e9a-9342-feb0a8372f3d req-ca6243f0-f3d5-499a-94f3-5213c2efa3bd tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459335 Jun 19 18:08:35.636079 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:08:35.824620 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b29b5-69c2-404d-8eeb-eca3df5b989a req-be9485ed-44ae-4cfe-a6f8-70ed6e13dbfa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:35.826731 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2b3b29b5-69c2-404d-8eeb-eca3df5b989a req-be9485ed-44ae-4cfe-a6f8-70ed6e13dbfa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 945 time: 0.1104460 Jun 19 18:08:35.894749 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2b3b29b5-69c2-404d-8eeb-eca3df5b989a req-16af0004-7821-4df6-9596-e5d553b221a6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600345 Jun 19 18:08:36.557085 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 38976) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:36.607102 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20eb46a-43cf-4bda-8c8f-1c2a53a88d28 req-b1699591-8dc3-43ea-89ea-465cbb112658 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:36.608526 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a20eb46a-43cf-4bda-8c8f-1c2a53a88d28 req-b1699591-8dc3-43ea-89ea-465cbb112658 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0970302 Jun 19 18:08:36.653588 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a20eb46a-43cf-4bda-8c8f-1c2a53a88d28 req-e35a5635-eb1b-46e0-88de-a3c0b6e5a5e8 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 Jun 19 18:08:36.688503 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-37b4f40c-de8d-44c2-92eb-1d03ddee3d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:36.703419 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-37b4f40c-de8d-44c2-92eb-1d03ddee3d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:36.707081 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-37b4f40c-de8d-44c2-92eb-1d03ddee3d39 admin admin] Usage tracker for resource:security_group_rule and tenant:8b65d2852f9d4beb947ad89a71b4f457 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:36.710556 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-37b4f40c-de8d-44c2-92eb-1d03ddee3d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:36.716093 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-37b4f40c-de8d-44c2-92eb-1d03ddee3d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:36.801559 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-37b4f40c-de8d-44c2-92eb-1d03ddee3d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:36.806303 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-37b4f40c-de8d-44c2-92eb-1d03ddee3d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:36.813953 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-b5de3fd0-6d39-4850-b245-d68b6f3ad4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:36.858615 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-37b4f40c-de8d-44c2-92eb-1d03ddee3d39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b65d2852f9d4beb947ad89a71b4f457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980564 Jun 19 18:08:36.859054 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4f40c-de8d-44c2-92eb-1d03ddee3d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b7f000-facf-4dd5-b6de-d6fb1d05b3d1,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:36.859171 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 38986) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:36.862867 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-37b4f40c-de8d-44c2-92eb-1d03ddee3d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:36.886090 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 38990) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:36.925163 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-68c91808-7274-4ecc-8d40-92528c0a7f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:36.955784 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-68c91808-7274-4ecc-8d40-92528c0a7f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:36.961717 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c2d1ef-34a1-414d-bd06-0fe3de7404ef admin admin] Deleting subnet dfff45b4-ee3e-4c62-ba6c-f459fb04ed99 {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:08:36.964864 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-40c2d1ef-34a1-414d-bd06-0fe3de7404ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.010959 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-68c91808-7274-4ecc-8d40-92528c0a7f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.015752 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-40c0431f-3ea2-4a82-8fb8-0acff5b6b18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:37.039268 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c91808-7274-4ecc-8d40-92528c0a7f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b7f000-facf-4dd5-b6de-d6fb1d05b3d1,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:37.039854 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-40c2d1ef-34a1-414d-bd06-0fe3de7404ef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.048932 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-68c91808-7274-4ecc-8d40-92528c0a7f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.051190 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-68c91808-7274-4ecc-8d40-92528c0a7f18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94b7f000-facf-4dd5-b6de-d6fb1d05b3d1 HTTP/1.1" status: 204 len: 168 time: 0.1905274 Jun 19 18:08:37.052604 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-40c2d1ef-34a1-414d-bd06-0fe3de7404ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.053711 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-68c91808-7274-4ecc-8d40-92528c0a7f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:37.246465 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4b57c-fa4a-4854-9513-7fb51ce8c131 req-0cd426a0-858f-4d6d-bef0-59f02a50a7de tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:37.248033 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b6f4b57c-fa4a-4854-9513-7fb51ce8c131 req-0cd426a0-858f-4d6d-bef0-59f02a50a7de tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 945 time: 0.2052460 Jun 19 18:08:37.330711 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b6f4b57c-fa4a-4854-9513-7fb51ce8c131 req-a85b7657-403d-4a2a-a37f-44e194d834e5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738902 Jun 19 18:08:37.496698 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39008) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:37.514749 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c6a17166-2192-49a7-8f35-4cbc0fd26854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.522698 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d84ee0-d080-48c4-8142-5bf9ae54114c req-63ba7898-82d7-4fbe-98e2-af95fc56356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:37.524146 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-73d84ee0-d080-48c4-8142-5bf9ae54114c req-63ba7898-82d7-4fbe-98e2-af95fc56356f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 1098 time: 0.1852622 Jun 19 18:08:37.528839 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c6a17166-2192-49a7-8f35-4cbc0fd26854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:37.532677 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c6a17166-2192-49a7-8f35-4cbc0fd26854 admin admin] Usage tracker for resource:security_group_rule and tenant:10841bd95d684744bb91ec423b8352fd is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:37.535460 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c6a17166-2192-49a7-8f35-4cbc0fd26854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:37.541821 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c6a17166-2192-49a7-8f35-4cbc0fd26854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:37.613569 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-73d84ee0-d080-48c4-8142-5bf9ae54114c req-657faa74-db78-44a0-8771-c6f9394f7719 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620456 Jun 19 18:08:37.628787 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c6a17166-2192-49a7-8f35-4cbc0fd26854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.633335 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c6a17166-2192-49a7-8f35-4cbc0fd26854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.633685 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-40c2d1ef-34a1-414d-bd06-0fe3de7404ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.638331 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:37.644588 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:37.673582 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2d1ef-34a1-414d-bd06-0fe3de7404ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfff45b4-ee3e-4c62-ba6c-f459fb04ed99,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:37.675523 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-40c2d1ef-34a1-414d-bd06-0fe3de7404ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.680066 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-40c2d1ef-34a1-414d-bd06-0fe3de7404ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:37.692016 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c6a17166-2192-49a7-8f35-4cbc0fd26854 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10841bd95d684744bb91ec423b8352fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938906 Jun 19 18:08:37.693327 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-40c2d1ef-34a1-414d-bd06-0fe3de7404ef admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dfff45b4-ee3e-4c62-ba6c-f459fb04ed99 HTTP/1.1" status: 204 len: 168 time: 0.8054070 Jun 19 18:08:37.694128 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 39014) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:37.696298 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39016) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:37.708113 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a17166-2192-49a7-8f35-4cbc0fd26854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e842027-9f75-440c-85e9-cff6081f468e,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:37.712353 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c6a17166-2192-49a7-8f35-4cbc0fd26854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:37.762670 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f8ae-72a5-47ce-a849-f469efe81c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.802806 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.836407 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f8ae-72a5-47ce-a849-f469efe81c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.943998 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:37.959411 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:37.959780 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:37.960620 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:37.960985 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > port after_create 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:37.961370 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:37.961706 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > port after_update 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:37.962026 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:37.962339 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:37.962649 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:37.962963 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:37.976137 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ac0d1-0c3b-40d4-afdc-e72c67cf8528 req-6e2815ff-a8af-4551-95e9-873af832eb47 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:37.977680 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-369ac0d1-0c3b-40d4-afdc-e72c67cf8528 req-6e2815ff-a8af-4551-95e9-873af832eb47 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1997306 Jun 19 18:08:38.018781 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f8ae-72a5-47ce-a849-f469efe81c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:38.025665 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-97a04b63-c518-4fd7-8caa-274ad7d7ea25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:38.040212 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1f8ae-72a5-47ce-a849-f469efe81c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e842027-9f75-440c-85e9-cff6081f468e,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:38.044718 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-369ac0d1-0c3b-40d4-afdc-e72c67cf8528 req-142f3294-9890-4fb7-b7a1-ab4cac91b7e7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583656 Jun 19 18:08:38.045471 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a5b1f8ae-72a5-47ce-a849-f469efe81c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:38.051475 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a5b1f8ae-72a5-47ce-a849-f469efe81c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:38.053096 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-a5b1f8ae-72a5-47ce-a849-f469efe81c7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e842027-9f75-440c-85e9-cff6081f468e HTTP/1.1" status: 204 len: 168 time: 0.3553448 Jun 19 18:08:38.138049 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:38.138388 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:38.138718 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:38.139047 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 18:08:38.139426 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402f04f5-74f4-410f-9196-30e5777be60c']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:08:38.154010 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e479870-d667-42d6-8750-c33d127d529c') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:08:38.154301 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e479870-d667-42d6-8750-c33d127d529c') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:08:38.166168 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2561070'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:38.183506 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:38.193001 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:08:38.193570 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562485'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: from cryptography.utils import int_from_bytes Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: from cryptography.utils import int_from_bytes Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: util.warn_limited( Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: timer() Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: cb(*args, **kw) Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: self._notify() Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: self.callback(batched_events) Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: event.method(event) Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: return self._get(url).json() Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:08:38.210241 dv-cinder-797107-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:08:38.303669 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:38.313229 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:38.335733 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:38.338898 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Pushing event deleted for resources: {'Network': ['ID=402f04f5-74f4-410f-9196-30e5777be60c,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:38.342107 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:38.357969 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] 10.222.0.16 "DELETE /v2.0/networks/402f04f5-74f4-410f-9196-30e5777be60c HTTP/1.1" status: 204 len: 168 time: 0.6626892 Jun 19 18:08:38.360826 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39030) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:38.438758 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa89614-de25-4db6-971a-f3faa7fa91a4 admin admin] Deleting subnet f330325d-7fa0-44a0-aa9d-942a97217c77 {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:08:38.443226 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ffa89614-de25-4db6-971a-f3faa7fa91a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:38.551131 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ffa89614-de25-4db6-971a-f3faa7fa91a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604224'] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:38.624390 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb517330-2cb7-4152-9b2f-a605288b4243 req-21beacc5-290d-4800-9208-6441be0a0859 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:38.625868 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eb517330-2cb7-4152-9b2f-a605288b4243 req-21beacc5-290d-4800-9208-6441be0a0859 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 945 time: 0.1519661 Jun 19 18:08:38.629623 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ffa89614-de25-4db6-971a-f3faa7fa91a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:38.737472 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eb517330-2cb7-4152-9b2f-a605288b4243 req-edd4ed50-4afd-4688-bdd2-0925de221fa0 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784295 Jun 19 18:08:38.830994 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:08:38.912356 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:08:38.919019 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:08:38.919548 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:38.953166 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ffa89614-de25-4db6-971a-f3faa7fa91a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476517'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:38.957924 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:38.999111 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa89614-de25-4db6-971a-f3faa7fa91a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f330325d-7fa0-44a0-aa9d-942a97217c77,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:39.002571 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ffa89614-de25-4db6-971a-f3faa7fa91a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:39.003645 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ffa89614-de25-4db6-971a-f3faa7fa91a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.010872 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ffa89614-de25-4db6-971a-f3faa7fa91a4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f330325d-7fa0-44a0-aa9d-942a97217c77 HTTP/1.1" status: 204 len: 168 time: 0.6489959 Jun 19 18:08:39.013219 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39062) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:39.065658 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.121635 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461b6f25-e75d-4316-9b66-6fc847e3554b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:08:39.141882 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.169672 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:39.186807 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.189484 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:39.229765 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461b6f25-e75d-4316-9b66-6fc847e3554b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6', 'code': 200} Jun 19 18:08:39.299833 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:39.303992 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:39.384226 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.456933 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b186d5dc-6386-42e8-b821-779a363c43b0']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:08:39.480381 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8614840-eb7f-4e33-85ff-7b575d393427') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:08:39.480675 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8614840-eb7f-4e33-85ff-7b575d393427') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:08:39.496089 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2604279'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.521415 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.530166 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:08:39.530779 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530032'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.550914 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dfb12-71d6-4f05-978a-ff901de6fe48 req-74db0e7a-e7a7-48d8-8287-5e99d3522ede tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:39.552650 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7a2dfb12-71d6-4f05-978a-ff901de6fe48 req-74db0e7a-e7a7-48d8-8287-5e99d3522ede tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1717196 Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: timer() Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: cb(*args, **kw) Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: self._notify() Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: self.callback(batched_events) Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: event.method(event) Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: return self._get(url).json() Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:08:39.553500 dv-cinder-797107-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:08:39.565236 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 39078) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:39.583908 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a50795-61ab-4925-91b8-777e96ec0f47 req-4cc3bb97-1eaa-4750-b645-15a154b9cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:39.585530 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-89a50795-61ab-4925-91b8-777e96ec0f47 req-4cc3bb97-1eaa-4750-b645-15a154b9cc36 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 1099 time: 0.0891764 Jun 19 18:08:39.628437 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-89a50795-61ab-4925-91b8-777e96ec0f47 req-670b85ad-0bc5-450f-b2ba-380bff597d32 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361810 Jun 19 18:08:39.655300 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.668799 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7a2dfb12-71d6-4f05-978a-ff901de6fe48 req-78ebefba-d202-4da5-9590-ca2559cbb0b7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070907 Jun 19 18:08:39.670322 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3db6e9fa-d2ed-4e77-9e30-f898292e8254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:39.687435 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.700381 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] Pushing event deleted for resources: {'Network': ['ID=b186d5dc-6386-42e8-b821-779a363c43b0,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:39.703142 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] 10.222.0.16 "DELETE /v2.0/networks/b186d5dc-6386-42e8-b821-779a363c43b0 HTTP/1.1" status: 204 len: 168 time: 0.6890354 Jun 19 18:08:39.704402 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-49d6e22a-4afc-4714-9938-978b58fe10cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:39.715600 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f5494fa-d465-4fc2-812c-fe280db3af97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.734068 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9f5494fa-d465-4fc2-812c-fe280db3af97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:39.738075 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9f5494fa-d465-4fc2-812c-fe280db3af97 admin admin] Usage tracker for resource:security_group_rule and tenant:86f071d4c5e64bc9bf5f0996a340ee65 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:39.741869 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9f5494fa-d465-4fc2-812c-fe280db3af97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:39.748205 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9f5494fa-d465-4fc2-812c-fe280db3af97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:39.843831 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39092) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:39.891801 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f5494fa-d465-4fc2-812c-fe280db3af97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.897777 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-31c43455-a9a9-416f-babe-44a9b3fbc9fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f6084573a7b4773a1d8a81911b7b770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526407 Jun 19 18:08:39.900175 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 39098) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:39.906197 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f5494fa-d465-4fc2-812c-fe280db3af97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:39.929532 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:39.999695 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70985d-37c7-44d8-b7c1-034c35230090 req-104cc0a7-e703-49ca-85de-07cd52b42e27 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:40.001518 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9e70985d-37c7-44d8-b7c1-034c35230090 req-104cc0a7-e703-49ca-85de-07cd52b42e27 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 946 time: 0.1078513 Jun 19 18:08:40.014219 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9f5494fa-d465-4fc2-812c-fe280db3af97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86f071d4c5e64bc9bf5f0996a340ee65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477556 Jun 19 18:08:40.018368 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5494fa-d465-4fc2-812c-fe280db3af97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecb042f-8812-4153-8fd4-3ea7d3944dff,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:40.032858 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 39106) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:40.039386 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9f5494fa-d465-4fc2-812c-fe280db3af97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:40.064816 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9e70985d-37c7-44d8-b7c1-034c35230090 req-61f76f22-b197-4fcc-8919-58fd568be8d5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559306 Jun 19 18:08:40.101575 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97522d05-4166-4e92-860c-afe94b873643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:40.143602 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97522d05-4166-4e92-860c-afe94b873643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:40.174712 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-20e17709-fd53-4bff-abc1-20977fedaf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:40.185380 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756328c1-695b-4c78-ab18-caefbd65197d req-051e24f7-1478-41c2-9a99-78af0bdfbb26 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:40.186181 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-756328c1-695b-4c78-ab18-caefbd65197d req-051e24f7-1478-41c2-9a99-78af0bdfbb26 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1056559 Jun 19 18:08:40.250234 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-756328c1-695b-4c78-ab18-caefbd65197d req-151b147a-1584-4635-976d-19a178d15f0a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563078 Jun 19 18:08:40.265483 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-20e17709-fd53-4bff-abc1-20977fedaf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:40.319588 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97522d05-4166-4e92-860c-afe94b873643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:40.324929 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2f1fb09b-3a68-4e87-9bc7-4ab2d91d113e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:40.346906 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97522d05-4166-4e92-860c-afe94b873643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7e3bc3-3e4b-49db-8804-27a6c5342e78,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:40.352159 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-97522d05-4166-4e92-860c-afe94b873643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:40.365166 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5a7e-b9be-404e-8aca-f6f1e8427710 req-ad5d3bf6-f169-41c2-94e1-4c7f4f97ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:40.366921 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-777a5a7e-b9be-404e-8aca-f6f1e8427710 req-ad5d3bf6-f169-41c2-94e1-4c7f4f97ef61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f62e43d99644b588a048b698e69f2e&device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 1098 time: 0.1713278 Jun 19 18:08:40.367708 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97522d05-4166-4e92-860c-afe94b873643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:40.368678 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-97522d05-4166-4e92-860c-afe94b873643 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e7e3bc3-3e4b-49db-8804-27a6c5342e78 HTTP/1.1" status: 204 len: 168 time: 0.4653025 Jun 19 18:08:40.400127 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-20e17709-fd53-4bff-abc1-20977fedaf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:40.412929 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-41345c35-20c8-47a3-96b5-c9f862a0dfcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:40.433325 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-20e17709-fd53-4bff-abc1-20977fedaf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:40.436657 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-20e17709-fd53-4bff-abc1-20977fedaf85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ecb042f-8812-4153-8fd4-3ea7d3944dff HTTP/1.1" status: 204 len: 168 time: 0.3972785 Jun 19 18:08:40.436657 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e17709-fd53-4bff-abc1-20977fedaf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecb042f-8812-4153-8fd4-3ea7d3944dff,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:40.445111 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-20e17709-fd53-4bff-abc1-20977fedaf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:40.595832 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5a7e-b9be-404e-8aca-f6f1e8427710 req-6a93adb3-8d53-4aa5-ab20-cd6f318808f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:40.597675 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-777a5a7e-b9be-404e-8aca-f6f1e8427710 req-6a93adb3-8d53-4aa5-ab20-cd6f318808f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 200 len: 920 time: 0.2183888 Jun 19 18:08:40.682836 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-777a5a7e-b9be-404e-8aca-f6f1e8427710 req-ba9b9605-3ed8-4a75-9cae-adb2ce3b7863 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c4e3e18-ede4-424b-b11b-e0e4873bbae9 HTTP/1.1" status: 200 len: 217 time: 0.0685997 Jun 19 18:08:40.750633 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5a7e-b9be-404e-8aca-f6f1e8427710 req-c654ff16-556a-4437-9692-a90d2504bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:40.752681 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-777a5a7e-b9be-404e-8aca-f6f1e8427710 req-c654ff16-556a-4437-9692-a90d2504bd1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6e43aa8-77fe-44a9-9087-d1d176befaca HTTP/1.1" status: 200 len: 859 time: 0.0620382 Jun 19 18:08:40.812351 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-777a5a7e-b9be-404e-8aca-f6f1e8427710 req-7b7515f8-6e55-4759-8b4a-8d03a4683fb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0292681d-9ad0-42f9-9ae2-e82b7207737b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453076 Jun 19 18:08:40.877953 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39132) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:40.931892 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-564db7df-bbfa-4d91-98c4-2ce21756c81e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09acffb5f71a4cdbb3af5d2836570ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525908 Jun 19 18:08:40.934346 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39136) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:40.993748 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-95782601-0bf4-4198-9ec9-bb6697a87cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:41.024275 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-95782601-0bf4-4198-9ec9-bb6697a87cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:41.034149 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-777a5a7e-b9be-404e-8aca-f6f1e8427710 req-50c112fe-17e2-4420-bcdc-96d7788d4ea7 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134366 Jun 19 18:08:41.082257 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-95782601-0bf4-4198-9ec9-bb6697a87cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:41.086091 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c07d7cc3-42e1-4d6f-879f-388bf8f03c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:41.104165 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95782601-0bf4-4198-9ec9-bb6697a87cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3f9c84-832f-4295-b389-49fd0033e056,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:41.112230 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-95782601-0bf4-4198-9ec9-bb6697a87cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:41.116834 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-95782601-0bf4-4198-9ec9-bb6697a87cd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe3f9c84-832f-4295-b389-49fd0033e056 HTTP/1.1" status: 204 len: 168 time: 0.1814430 Jun 19 18:08:41.117900 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-95782601-0bf4-4198-9ec9-bb6697a87cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:41.197484 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-777a5a7e-b9be-404e-8aca-f6f1e8427710 req-1c60bae8-dfe1-4348-bdfe-db5384488783 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548953 Jun 19 18:08:41.303668 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897798d9-01e4-4633-b8a0-b6e7fae96d93 req-bba8ea40-57a2-40a1-a407-cb182ea7d8a3 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:41.317928 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-897798d9-01e4-4633-b8a0-b6e7fae96d93 req-bba8ea40-57a2-40a1-a407-cb182ea7d8a3 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 946 time: 0.1276686 Jun 19 18:08:41.412463 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-897798d9-01e4-4633-b8a0-b6e7fae96d93 req-a8529e37-80a8-4a0c-bf43-e1e762cbe4a2 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797899 Jun 19 18:08:41.628344 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05ffae-e556-427e-ab8e-b384fdd63f50 req-36db7b60-7bc7-45ee-be20-012958324d64 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:41.631050 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da05ffae-e556-427e-ab8e-b384fdd63f50 req-36db7b60-7bc7-45ee-be20-012958324d64 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1960576 Jun 19 18:08:41.716800 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da05ffae-e556-427e-ab8e-b384fdd63f50 req-674fc86f-a27e-4265-8f23-b74577dfbff8 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713568 Jun 19 18:08:42.611804 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45a2fb-c99d-4f30-b1de-52cd9f894bfe req-58ddfaf4-caed-4a75-8d28-bcc153136836 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:42.613287 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1b45a2fb-c99d-4f30-b1de-52cd9f894bfe req-58ddfaf4-caed-4a75-8d28-bcc153136836 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 946 time: 0.0900960 Jun 19 18:08:42.662045 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1b45a2fb-c99d-4f30-b1de-52cd9f894bfe req-a9728b93-5e49-482a-a49e-118d3b70b9af tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428939 Jun 19 18:08:42.947791 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc3163-0766-4880-85f3-4567523a7c33 req-a3655c74-8636-4815-bd29-342d2c61c5f6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:42.949354 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7ccc3163-0766-4880-85f3-4567523a7c33 req-a3655c74-8636-4815-bd29-342d2c61c5f6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0985711 Jun 19 18:08:42.999872 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7ccc3163-0766-4880-85f3-4567523a7c33 req-2e2ca5d2-9a4d-4fde-8a37-9d6ed98d8f03 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442214 Jun 19 18:08:44.193874 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c244e08-18cf-453f-9b1d-e532facacf7f req-49134d0a-f381-4464-b417-42a683b3727a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:44.195313 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1c244e08-18cf-453f-9b1d-e532facacf7f req-49134d0a-f381-4464-b417-42a683b3727a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0843329 Jun 19 18:08:44.243525 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1c244e08-18cf-453f-9b1d-e532facacf7f req-36e03e41-1162-4016-a2a1-8b44e107f021 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403750 Jun 19 18:08:44.378207 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39260) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:44.494546 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-beaf4aad-4db3-48ee-b7cc-2b9c4b731036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:44.509115 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-beaf4aad-4db3-48ee-b7cc-2b9c4b731036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:44.512756 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-beaf4aad-4db3-48ee-b7cc-2b9c4b731036 admin admin] Usage tracker for resource:security_group_rule and tenant:7f6d89110c67436e8a13b0fbf03343e1 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:44.515456 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-beaf4aad-4db3-48ee-b7cc-2b9c4b731036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:44.521690 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-beaf4aad-4db3-48ee-b7cc-2b9c4b731036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:44.618107 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-beaf4aad-4db3-48ee-b7cc-2b9c4b731036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:44.622688 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-beaf4aad-4db3-48ee-b7cc-2b9c4b731036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:44.630338 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-972c44e1-666a-4845-8bd9-8679b4b8f8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:44.675039 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-beaf4aad-4db3-48ee-b7cc-2b9c4b731036 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f6d89110c67436e8a13b0fbf03343e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957356 Jun 19 18:08:44.676039 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf4aad-4db3-48ee-b7cc-2b9c4b731036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c33908-daca-44d0-87bb-60197867a241,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:44.679355 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 39272) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:44.679877 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-beaf4aad-4db3-48ee-b7cc-2b9c4b731036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:44.766256 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8ab8deea-5c50-4960-bc88-f8d5f4b61937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:44.795551 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8ab8deea-5c50-4960-bc88-f8d5f4b61937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:44.861169 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8ab8deea-5c50-4960-bc88-f8d5f4b61937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:44.869090 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-37b4f40c-de8d-44c2-92eb-1d03ddee3d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:44.881967 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8deea-5c50-4960-bc88-f8d5f4b61937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c33908-daca-44d0-87bb-60197867a241,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:44.889716 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8ab8deea-5c50-4960-bc88-f8d5f4b61937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:44.894220 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8ab8deea-5c50-4960-bc88-f8d5f4b61937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:44.896224 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-8ab8deea-5c50-4960-bc88-f8d5f4b61937 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6c33908-daca-44d0-87bb-60197867a241 HTTP/1.1" status: 204 len: 168 time: 0.2153311 Jun 19 18:08:45.512253 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f8260-6af5-4c55-9173-9432ffaeded4 req-3963e495-bd24-4c15-a61d-4f3f70450c09 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:45.522531 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9f2f8260-6af5-4c55-9173-9432ffaeded4 req-3963e495-bd24-4c15-a61d-4f3f70450c09 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1225531 Jun 19 18:08:45.571033 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9f2f8260-6af5-4c55-9173-9432ffaeded4 req-b5b8bb37-06b4-44b7-b918-9b72ed1823ca tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475457 Jun 19 18:08:45.822205 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:08:46.325285 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-83c34e14-844d-4558-9c00-b3000c40791e tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:46.333800 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-83c34e14-844d-4558-9c00-b3000c40791e tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/networks?id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 200 len: 815 time: 0.1961074 Jun 19 18:08:46.346081 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-ddf007a7-6a15-4e0e-a2d6-95d16c5c3d78 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/quotas/a243464b8f334f62891e6bf5fbb11764 HTTP/1.1" status: 200 len: 375 time: 0.0111377 Jun 19 18:08:46.452516 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-dd001fd4-4072-4d0a-8c1c-abfcbd022f0d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a243464b8f334f62891e6bf5fbb11764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963783 Jun 19 18:08:46.560056 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 39374) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:46.612411 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-9be802e2-e8fe-44c4-831f-14be8c6ccb4f service neutron] 10.222.0.16 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590321 Jun 19 18:08:46.685912 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c20155f7-fd08-4a98-b327-43f147c9ffc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:46.700224 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-c20155f7-fd08-4a98-b327-43f147c9ffc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:46.703956 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-c20155f7-fd08-4a98-b327-43f147c9ffc5 admin admin] Usage tracker for resource:security_group_rule and tenant:5283c0e467be44bc8a91e7d4baa489a2 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:46.706782 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-c20155f7-fd08-4a98-b327-43f147c9ffc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:46.712637 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-c20155f7-fd08-4a98-b327-43f147c9ffc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:46.747993 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-57e87855-58de-4b0d-a157-c1e1113ec201 service neutron] 10.222.0.16 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281438 Jun 19 18:08:46.796274 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c20155f7-fd08-4a98-b327-43f147c9ffc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:46.800380 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c20155f7-fd08-4a98-b327-43f147c9ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:46.808794 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9f5494fa-d465-4fc2-812c-fe280db3af97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:46.858071 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c20155f7-fd08-4a98-b327-43f147c9ffc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5283c0e467be44bc8a91e7d4baa489a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969341 Jun 19 18:08:46.859049 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20155f7-fd08-4a98-b327-43f147c9ffc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54acae1d-d4e0-418a-9f29-4484dfd4ed34,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:46.861745 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39382) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:46.862033 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c20155f7-fd08-4a98-b327-43f147c9ffc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:46.945690 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6b8a8eed-1e47-4c8f-ada7-c1bb0f36a242 req-10fbed62-c993-4fe7-b7d8-782be6ff09ca tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 210 time: 0.0558207 Jun 19 18:08:46.966783 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-83cd1e86-b052-4104-a3c9-c37d49ca01d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:46.994489 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-83cd1e86-b052-4104-a3c9-c37d49ca01d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:47.057626 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-83cd1e86-b052-4104-a3c9-c37d49ca01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:47.066373 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b64b5309-6592-476a-bc9a-901c6e8191df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:47.082242 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd1e86-b052-4104-a3c9-c37d49ca01d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54acae1d-d4e0-418a-9f29-4484dfd4ed34,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:47.084716 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-83cd1e86-b052-4104-a3c9-c37d49ca01d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:47.086869 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-83cd1e86-b052-4104-a3c9-c37d49ca01d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:47.087998 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-83cd1e86-b052-4104-a3c9-c37d49ca01d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54acae1d-d4e0-418a-9f29-4484dfd4ed34 HTTP/1.1" status: 204 len: 168 time: 0.2262554 Jun 19 18:08:47.143011 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-59ab2924-f22a-4297-a8a4-ae727598a8de req-fbec09b1-6b57-4302-b5a0-b64c86fc91a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0961192 Jun 19 18:08:47.282226 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab2924-f22a-4297-a8a4-ae727598a8de req-b3ba0b28-97bc-4712-ab55-21e551e4e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:47.285454 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-59ab2924-f22a-4297-a8a4-ae727598a8de req-b3ba0b28-97bc-4712-ab55-21e551e4e469 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f62e43d99644b588a048b698e69f2e&device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 1098 time: 0.0924032 Jun 19 18:08:47.525496 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab2924-f22a-4297-a8a4-ae727598a8de req-0677f962-358e-41d1-ac47-dc6b6faefd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:47.527279 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-59ab2924-f22a-4297-a8a4-ae727598a8de req-0677f962-358e-41d1-ac47-dc6b6faefd96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 200 len: 920 time: 0.2192273 Jun 19 18:08:47.556094 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39410) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:47.590336 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c0ded6be-75b4-45f8-be6f-91857b8579e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:47.616570 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c0ded6be-75b4-45f8-be6f-91857b8579e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:47.625345 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-59ab2924-f22a-4297-a8a4-ae727598a8de req-40a4b25a-5ddd-420e-b879-aae06a4c905d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c4e3e18-ede4-424b-b11b-e0e4873bbae9 HTTP/1.1" status: 200 len: 217 time: 0.0881479 Jun 19 18:08:47.635347 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f495c6-759d-41c5-ad50-93f081b748eb req-e86e09e6-a0a4-47a0-bee6-6d49836129a1 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:47.637354 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-32f495c6-759d-41c5-ad50-93f081b748eb req-e86e09e6-a0a4-47a0-bee6-6d49836129a1 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1725233 Jun 19 18:08:47.638606 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c0ded6be-75b4-45f8-be6f-91857b8579e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c739948e171a4e228496eccbf0e7db48 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:47.642029 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c0ded6be-75b4-45f8-be6f-91857b8579e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:47.651883 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c0ded6be-75b4-45f8-be6f-91857b8579e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:47.707271 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-32f495c6-759d-41c5-ad50-93f081b748eb req-a89c784d-dcea-4913-807c-79b37a3318ac tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620039 Jun 19 18:08:47.722310 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab2924-f22a-4297-a8a4-ae727598a8de req-04565c75-a192-43ad-ab1a-6fc0b7d48c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:47.753277 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-59ab2924-f22a-4297-a8a4-ae727598a8de req-04565c75-a192-43ad-ab1a-6fc0b7d48c14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6e43aa8-77fe-44a9-9087-d1d176befaca HTTP/1.1" status: 200 len: 859 time: 0.0887504 Jun 19 18:08:47.850246 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c0ded6be-75b4-45f8-be6f-91857b8579e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:47.854923 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c0ded6be-75b4-45f8-be6f-91857b8579e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:47.856315 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-59ab2924-f22a-4297-a8a4-ae727598a8de req-4a02eb8a-c5fa-45b7-a079-1a2223857137 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0292681d-9ad0-42f9-9ae2-e82b7207737b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021135 Jun 19 18:08:47.865281 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7199bafa-3f6d-4478-9def-dc28c1bfab46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:47.913754 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c0ded6be-75b4-45f8-be6f-91857b8579e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c739948e171a4e228496eccbf0e7db48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564570 Jun 19 18:08:47.916234 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39424) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:47.920480 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ded6be-75b4-45f8-be6f-91857b8579e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9b1705-bb32-4baf-a221-20cfb568290b,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:47.968372 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c0ded6be-75b4-45f8-be6f-91857b8579e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:48.009912 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:48.037615 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-67b5702e-426e-43be-bc35-cc7fb5194cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:48.072984 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-67b5702e-426e-43be-bc35-cc7fb5194cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:48.095245 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-59ab2924-f22a-4297-a8a4-ae727598a8de req-06cd7857-0486-446a-b8b3-b75a429c1fbd service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292452 Jun 19 18:08:48.170154 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e137fb64-873a-4e87-90fd-5ebe19864b3b req-54f5e6c8-42d6-4a9e-b0b6-77a38a70f5d5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 210 time: 0.0722580 Jun 19 18:08:48.202652 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-67b5702e-426e-43be-bc35-cc7fb5194cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:48.207127 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-83cd1e86-b052-4104-a3c9-c37d49ca01d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:48.220293 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5702e-426e-43be-bc35-cc7fb5194cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9b1705-bb32-4baf-a221-20cfb568290b,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:48.229170 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-67b5702e-426e-43be-bc35-cc7fb5194cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:48.231277 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-67b5702e-426e-43be-bc35-cc7fb5194cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:48.232380 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-67b5702e-426e-43be-bc35-cc7fb5194cb2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e9b1705-bb32-4baf-a221-20cfb568290b HTTP/1.1" status: 204 len: 168 time: 0.3150282 Jun 19 18:08:48.274885 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-59ab2924-f22a-4297-a8a4-ae727598a8de req-9a6d2fa7-cf8e-4fd7-93d6-c500bba353a8 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698782 Jun 19 18:08:48.729137 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-dd45cec1-9337-4b7c-944a-7ade0ce07584 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:48.730659 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-dd45cec1-9337-4b7c-944a-7ade0ce07584 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "GET /v2.0/networks?id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 200 len: 815 time: 0.2167146 Jun 19 18:08:48.765061 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Request body: {'port': {'device_id': 'c8b2c01c-66b7-4034-92ee-064c3980fa23', 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5', 'admin_state_up': True, 'tenant_id': 'a243464b8f334f62891e6bf5fbb11764'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:08:48.936402 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:48.940284 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Usage tracker for resource:port and tenant:a243464b8f334f62891e6bf5fbb11764 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:48.946344 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:48.952865 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:48.964386 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Made reservation on behalf of a243464b8f334f62891e6bf5fbb11764 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:08:48.968099 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:49.211454 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39478) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:49.353590 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Allocated IP 172.20.0.4 (b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5/a127e29e-8a04-45c8-938e-6993d421d19b/64276a25-f86b-44eb-b142-986a02d5423f) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:08:49.376140 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-31f6e0b7-608a-45ca-b55c-af45147546ba req-6706df0f-85da-4011-bf22-ef0901195ec5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 210 time: 0.0665734 Jun 19 18:08:49.401448 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e292955-f3ba-4d6a-aa37-3d8cc2ccf95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:49.423589 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-5e292955-f3ba-4d6a-aa37-3d8cc2ccf95a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:49.430262 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-5e292955-f3ba-4d6a-aa37-3d8cc2ccf95a admin admin] Usage tracker for resource:security_group_rule and tenant:3f13f743cadb415081a899ab598f7da1 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:49.434283 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-5e292955-f3ba-4d6a-aa37-3d8cc2ccf95a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:49.443635 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-5e292955-f3ba-4d6a-aa37-3d8cc2ccf95a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:49.644850 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:49.680152 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e292955-f3ba-4d6a-aa37-3d8cc2ccf95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:49.684338 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:49.684859 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5e292955-f3ba-4d6a-aa37-3d8cc2ccf95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:49.693553 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3b871307-5d89-4196-84e0-c282ab233cf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:49.693733 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8e02ac59-267c-4627-b420-b54c5c2b2623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:49.730449 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['d2fc8ad2-3b09-4bee-af80-dc4bf88839a0', '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:08:49.741697 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-5e292955-f3ba-4d6a-aa37-3d8cc2ccf95a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f13f743cadb415081a899ab598f7da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5285909 Jun 19 18:08:49.743055 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39500) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:49.745716 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e292955-f3ba-4d6a-aa37-3d8cc2ccf95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcca98e0-53c3-4010-8b94-16850a2a0da8,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:49.759189 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5e292955-f3ba-4d6a-aa37-3d8cc2ccf95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:49.798408 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:08:49.807265 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:08:49.816786 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:08:49.818316 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e555e070-76c1-4208-83b7-e2aa39fbcc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:49.850083 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e555e070-76c1-4208-83b7-e2aa39fbcc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:49.860244 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Pushing event updated for resources: {'Port': ['ID=64276a25-f86b-44eb-b142-986a02d5423f,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:49.869191 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:49.887234 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 39504) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:49.900092 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:49.900722 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:49.914604 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e555e070-76c1-4208-83b7-e2aa39fbcc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:49.920318 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c1a41e36-2b75-4aa0-9a20-a5a977f13d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:49.936264 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555e070-76c1-4208-83b7-e2aa39fbcc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcca98e0-53c3-4010-8b94-16850a2a0da8,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:49.936614 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1756721 Jun 19 18:08:49.940014 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e555e070-76c1-4208-83b7-e2aa39fbcc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:49.943763 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e555e070-76c1-4208-83b7-e2aa39fbcc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:49.944853 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e555e070-76c1-4208-83b7-e2aa39fbcc22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcca98e0-53c3-4010-8b94-16850a2a0da8 HTTP/1.1" status: 204 len: 168 time: 0.2009118 Jun 19 18:08:49.965024 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Request body: {'port': {'device_id': 'c8b2c01c-66b7-4034-92ee-064c3980fa23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:08:50.118465 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:50.141272 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:50.151315 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:50.159262 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Usage tracker for resource:security_group_rule and tenant:0f19e34c2ed84024ae82b532a153ad37 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:50.165212 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:50.202784 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:50.482598 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:50.488429 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:50.498627 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-16817e8e-3f02-4052-9052-12020ee55858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:50.581503 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb5c914-1a70-4d99-b460-5b7e54f82d32,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:50.590754 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f19e34c2ed84024ae82b532a153ad37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7021680 Jun 19 18:08:50.595446 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 39528) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:50.599902 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:50.600063 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15b2f6-a47e-4c43-a290-169e11ae635b req-cd643f66-0a37-4ef8-87d0-2d2e55fc3f9e tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:50.600509 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:50.600600 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:50.600968 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:50.601319 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:50.601666 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:50.602008 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:50.602350 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:50.602692 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:50.603028 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:50.603368 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:50.603696 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:50.604071 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8c15b2f6-a47e-4c43-a290-169e11ae635b req-cd643f66-0a37-4ef8-87d0-2d2e55fc3f9e tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 931 time: 0.1071925 Jun 19 18:08:50.617312 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:50.672771 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8c15b2f6-a47e-4c43-a290-169e11ae635b req-4717ce2a-fc73-4073-9a1e-746ba6e33d37 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603726 Jun 19 18:08:50.717124 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b6360438-27db-405a-a4fd-f67261dc04a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:50.725152 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64276a25-f86b-44eb-b142-986a02d5423f {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:08:50.739310 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:50.755083 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6d67dce5-c7ed-4482-bf48-329546b37188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:50.769337 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Transition to ACTIVE for port object 64276a25-f86b-44eb-b142-986a02d5423f will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:08:50.784555 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:50.792011 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:50.836553 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6d67dce5-c7ed-4482-bf48-329546b37188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:51.045190 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Pushing event updated for resources: {'Port': ['ID=64276a25-f86b-44eb-b142-986a02d5423f,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:51.050058 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:51.072452 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6d67dce5-c7ed-4482-bf48-329546b37188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:51.078976 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-97522d05-4166-4e92-860c-afe94b873643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:51.102399 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67dce5-c7ed-4482-bf48-329546b37188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb5c914-1a70-4d99-b460-5b7e54f82d32,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:51.109735 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6d67dce5-c7ed-4482-bf48-329546b37188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:51.112861 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Attempting to bind port 64276a25-f86b-44eb-b142-986a02d5423f on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:08:51.113220 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Attempting to bind port 64276a25-f86b-44eb-b142-986a02d5423f by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:08:51.113547 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Attempting to bind port 64276a25-f86b-44eb-b142-986a02d5423f on network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:08:51.116657 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-6d67dce5-c7ed-4482-bf48-329546b37188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:51.117797 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-6d67dce5-c7ed-4482-bf48-329546b37188 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2eb5c914-1a70-4d99-b460-5b7e54f82d32 HTTP/1.1" status: 204 len: 168 time: 0.5213704 Jun 19 18:08:51.121350 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Port 64276a25-f86b-44eb-b142-986a02d5423f on network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:08:51.121672 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Attempting to bind port 64276a25-f86b-44eb-b142-986a02d5423f on network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:08:51.127241 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:08:51.127580 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Checking segment: {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:08:51.128311 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Bound using segment: {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:08:51.128432 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Bound port: 64276a25-f86b-44eb-b142-986a02d5423f, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:08:51.128708 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:51.138551 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:51.218859 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] For port 64276a25-f86b-44eb-b142-986a02d5423f, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:08:51.221888 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] For port 64276a25-f86b-44eb-b142-986a02d5423f, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=64276a25-f86b-44eb-b142-986a02d5423f,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:08:51.227198 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:51.231691 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:51.294075 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:51.294678 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:51.296009 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] 10.222.0.30 "PUT /v2.0/ports/64276a25-f86b-44eb-b142-986a02d5423f HTTP/1.1" status: 200 len: 1093 time: 1.3391359 Jun 19 18:08:51.296467 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b2c01c-66b7-4034-92ee-064c3980fa23', 'tag': '64276a25-f86b-44eb-b142-986a02d5423f'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:08:51.333588 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Pushing event updated for resources: {'Port': ['ID=64276a25-f86b-44eb-b142-986a02d5423f,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:51.341919 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:51.370124 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b2c01c-66b7-4034-92ee-064c3980fa23', 'tag': '64276a25-f86b-44eb-b142-986a02d5423f', 'status': 'completed', 'code': 200} Jun 19 18:08:51.470183 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-3949472c-2a5a-4de5-9573-a09db3b6cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:51.471708 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-3949472c-2a5a-4de5-9573-a09db3b6cd19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a243464b8f334f62891e6bf5fbb11764&device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 1096 time: 0.0817227 Jun 19 18:08:51.613489 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-3fc28013-e84e-4d3f-a5aa-60fb561e34fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64276a25-f86b-44eb-b142-986a02d5423f HTTP/1.1" status: 200 len: 217 time: 0.1259120 Jun 19 18:08:51.675750 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-ce0e1c01-b4cd-4e9d-87bf-eb1cbe14da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:51.677804 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-ce0e1c01-b4cd-4e9d-87bf-eb1cbe14da79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a127e29e-8a04-45c8-938e-6993d421d19b HTTP/1.1" status: 200 len: 855 time: 0.0573230 Jun 19 18:08:51.727474 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-a480bc88-7b8b-46f7-ad78-0458cf4f0caf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405974 Jun 19 18:08:51.855254 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab8929-aacc-41d6-9b39-6f1893731fd8 req-eaeb68cf-a61f-4a50-897b-4841dc0cae2d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:51.856821 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e6ab8929-aacc-41d6-9b39-6f1893731fd8 req-eaeb68cf-a61f-4a50-897b-4841dc0cae2d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 943 time: 0.0839186 Jun 19 18:08:51.864205 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-c9224ee0-bc21-45ad-9d0a-b35d73f1bdc6 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292551 Jun 19 18:08:51.931598 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e6ab8929-aacc-41d6-9b39-6f1893731fd8 req-51d25749-87f7-46a1-8dda-07fe39091217 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667667 Jun 19 18:08:52.013597 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4a7e3c1c-ef57-44c3-88cc-328b22933177 req-e4dbdac1-586a-4bfb-af99-da9748ddb1dd service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432009 Jun 19 18:08:52.202278 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9c00-eff1-4bcb-ba76-fa06aba15ba2 req-bd7b64b4-591f-411a-880a-596cff21e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:52.203853 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ad1d9c00-eff1-4bcb-ba76-fa06aba15ba2 req-bd7b64b4-591f-411a-880a-596cff21e1bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a243464b8f334f62891e6bf5fbb11764&device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 1096 time: 0.0799060 Jun 19 18:08:52.401161 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9c00-eff1-4bcb-ba76-fa06aba15ba2 req-c5efdbfd-d74d-4072-a358-2b6261691c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:52.402741 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ad1d9c00-eff1-4bcb-ba76-fa06aba15ba2 req-c5efdbfd-d74d-4072-a358-2b6261691c8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 200 len: 916 time: 0.1908023 Jun 19 18:08:52.420409 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326cb3a-92ba-4014-9f5a-f65954da561b req-dc02be5a-a3e7-413d-83bb-2323aecafdba tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:52.421897 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0326cb3a-92ba-4014-9f5a-f65954da561b req-dc02be5a-a3e7-413d-83bb-2323aecafdba tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0938139 Jun 19 18:08:52.470854 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f27d4-8b0f-4a8c-abbe-51479c8ebe85 req-132bc17b-98f9-4a96-9f56-4ef9352cf981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:52.472028 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d51f27d4-8b0f-4a8c-abbe-51479c8ebe85 req-132bc17b-98f9-4a96-9f56-4ef9352cf981 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f62e43d99644b588a048b698e69f2e&device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 1098 time: 0.1566000 Jun 19 18:08:52.475464 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0326cb3a-92ba-4014-9f5a-f65954da561b req-afcf18a6-b3b1-4707-9070-6441ba7701fc tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462677 Jun 19 18:08:52.480771 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ad1d9c00-eff1-4bcb-ba76-fa06aba15ba2 req-e8eed5ff-f79d-4b8a-9953-bc7653f51bea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64276a25-f86b-44eb-b142-986a02d5423f HTTP/1.1" status: 200 len: 217 time: 0.0704401 Jun 19 18:08:52.647530 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9c00-eff1-4bcb-ba76-fa06aba15ba2 req-357733f3-44f0-407a-9589-f42090fbc5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:52.647530 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ad1d9c00-eff1-4bcb-ba76-fa06aba15ba2 req-357733f3-44f0-407a-9589-f42090fbc5ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a127e29e-8a04-45c8-938e-6993d421d19b HTTP/1.1" status: 200 len: 855 time: 0.1299481 Jun 19 18:08:52.716110 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ad1d9c00-eff1-4bcb-ba76-fa06aba15ba2 req-cbdad94c-5d3d-48ec-a1ed-c31a310d7730 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575762 Jun 19 18:08:52.723041 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f27d4-8b0f-4a8c-abbe-51479c8ebe85 req-b43d12e6-d24c-4886-ba6a-36757082216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:52.725364 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d51f27d4-8b0f-4a8c-abbe-51479c8ebe85 req-b43d12e6-d24c-4886-ba6a-36757082216f service neutron] 10.222.0.30 "GET /v2.0/networks?id=0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 200 len: 920 time: 0.2285774 Jun 19 18:08:52.823771 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d51f27d4-8b0f-4a8c-abbe-51479c8ebe85 req-93417e19-a7dc-4049-b843-be3eb61c2b09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c4e3e18-ede4-424b-b11b-e0e4873bbae9 HTTP/1.1" status: 200 len: 217 time: 0.0776472 Jun 19 18:08:52.961469 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f27d4-8b0f-4a8c-abbe-51479c8ebe85 req-7697cd3e-dbd1-41ee-b7b4-9ecda7deb17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:52.962892 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d51f27d4-8b0f-4a8c-abbe-51479c8ebe85 req-7697cd3e-dbd1-41ee-b7b4-9ecda7deb17b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6e43aa8-77fe-44a9-9087-d1d176befaca HTTP/1.1" status: 200 len: 859 time: 0.0877094 Jun 19 18:08:52.967800 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ad1d9c00-eff1-4bcb-ba76-fa06aba15ba2 req-5af6de2f-0e1c-4f9a-92b6-cc8296a8cc93 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415278 Jun 19 18:08:53.035371 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d51f27d4-8b0f-4a8c-abbe-51479c8ebe85 req-2f1c0828-8ac2-4bea-9a4c-4a7d3b92a37c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0292681d-9ad0-42f9-9ae2-e82b7207737b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574327 Jun 19 18:08:53.111755 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b99d4-10ba-40b4-a9e9-b4d2b40693d4 req-0c5f81f1-bca0-41ac-81c5-84df4ae74946 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:53.113319 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bd5b99d4-10ba-40b4-a9e9-b4d2b40693d4 req-0c5f81f1-bca0-41ac-81c5-84df4ae74946 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 943 time: 0.0819705 Jun 19 18:08:53.161512 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bd5b99d4-10ba-40b4-a9e9-b4d2b40693d4 req-ea85518f-c953-4fb7-a5d1-9cafb7b6d0a7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398266 Jun 19 18:08:53.318200 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ad1d9c00-eff1-4bcb-ba76-fa06aba15ba2 req-8df8a051-7eef-4db6-b1d0-935f14270076 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391647 Jun 19 18:08:53.334615 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d51f27d4-8b0f-4a8c-abbe-51479c8ebe85 req-5582a206-25ba-44a9-9219-6c791471ed72 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839606 Jun 19 18:08:53.445049 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f6a27b0d-98ac-4426-a46d-60c6ff61a07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:53.475864 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d51f27d4-8b0f-4a8c-abbe-51479c8ebe85 req-c0f1e2ce-c001-479a-ab2b-489961ca3841 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235139 Jun 19 18:08:53.662660 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1d00c-6728-42af-8ef6-a43c5cb368ee req-c11cff4a-1cd0-48e8-99ea-03410d334ef3 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:53.664079 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a5d1d00c-6728-42af-8ef6-a43c5cb368ee req-c11cff4a-1cd0-48e8-99ea-03410d334ef3 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0808656 Jun 19 18:08:53.708471 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a5d1d00c-6728-42af-8ef6-a43c5cb368ee req-ff5911ad-aa87-4cbb-bb0c-b4d7d7b893e1 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386815 Jun 19 18:08:53.958718 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:54.349061 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac17e5c-f766-4d1c-b91a-2c89fd8dffc5 req-d277b072-04b9-40b9-971e-2702fe2cc80d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:54.350497 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9ac17e5c-f766-4d1c-b91a-2c89fd8dffc5 req-d277b072-04b9-40b9-971e-2702fe2cc80d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 943 time: 0.0822124 Jun 19 18:08:54.394426 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9ac17e5c-f766-4d1c-b91a-2c89fd8dffc5 req-2ee4f6f5-2653-4a5f-b1a2-1a71be082be7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377243 Jun 19 18:08:54.896968 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f018249-c156-465d-96bb-b266e533bc82 req-bde0948f-286f-41ad-9c6b-f1936650c43a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:54.898371 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2f018249-c156-465d-96bb-b266e533bc82 req-bde0948f-286f-41ad-9c6b-f1936650c43a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0842874 Jun 19 18:08:54.942015 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2f018249-c156-465d-96bb-b266e533bc82 req-08d4e679-8bc0-4677-9d42-c1abb3514632 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378306 Jun 19 18:08:54.949814 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 64276a25-f86b-44eb-b142-986a02d5423f details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:08:55.080672 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 64276a25-f86b-44eb-b142-986a02d5423f, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=64276a25-f86b-44eb-b142-986a02d5423f,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:55.094215 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': '64276a25-f86b-44eb-b142-986a02d5423f', 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5', 'port_id': '64276a25-f86b-44eb-b142-986a02d5423f', 'mac_address': 'fa:16:3e:b0:61:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a127e29e-8a04-45c8-938e-6993d421d19b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:08:55.149956 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:55.166782 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64276a25-f86b-44eb-b142-986a02d5423f {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:08:55.182547 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 64276a25-f86b-44eb-b142-986a02d5423f, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=64276a25-f86b-44eb-b142-986a02d5423f,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:55.186285 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:55.187989 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:55.252671 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=64276a25-f86b-44eb-b142-986a02d5423f,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:55.256419 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:55.574468 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629b278-12ae-4cde-bec0-4135a80c4972 req-08d1ce6e-53fd-45ff-882c-77b65ac453a5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:55.575787 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c629b278-12ae-4cde-bec0-4135a80c4972 req-08d1ce6e-53fd-45ff-882c-77b65ac453a5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 944 time: 0.0776994 Jun 19 18:08:55.624510 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c629b278-12ae-4cde-bec0-4135a80c4972 req-4977c9e7-85b5-4db9-9faa-f5bf3db1e2ca tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431600 Jun 19 18:08:55.785625 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:55.957715 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['64276a25-f86b-44eb-b142-986a02d5423f'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:08:56.134076 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8210a0c-e3ae-49fe-a681-2e51caef5042 req-ddac10dd-f519-4bb2-a349-39d7ba892f35 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:56.136061 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c8210a0c-e3ae-49fe-a681-2e51caef5042 req-ddac10dd-f519-4bb2-a349-39d7ba892f35 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0838089 Jun 19 18:08:56.181361 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c8210a0c-e3ae-49fe-a681-2e51caef5042 req-26c2b53a-b2ca-4f5c-82be-3e7989713280 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Jun 19 18:08:56.813341 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcc036-a0e5-4c75-889d-34e6d6c3e001 req-bfaf30e1-ca7a-42ed-9598-4e3402feb32d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:56.814760 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7edcc036-a0e5-4c75-889d-34e6d6c3e001 req-bfaf30e1-ca7a-42ed-9598-4e3402feb32d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 944 time: 0.0824716 Jun 19 18:08:56.857296 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7edcc036-a0e5-4c75-889d-34e6d6c3e001 req-af1ea45b-c20d-42ed-89f3-d7231befaf21 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368176 Jun 19 18:08:57.367107 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4fe49-c6c6-4d69-959e-561e3ab95624 req-91421af7-1dc8-4eec-af86-207c554a7cb1 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:57.368522 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cee4fe49-c6c6-4d69-959e-561e3ab95624 req-91421af7-1dc8-4eec-af86-207c554a7cb1 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0797021 Jun 19 18:08:57.417285 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cee4fe49-c6c6-4d69-959e-561e3ab95624 req-6cf120c4-6cbe-47c2-a2f9-fdce15843b16 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430799 Jun 19 18:08:58.048066 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53180b90-b39f-4ed2-9986-de32f3d26d8b req-516f4d66-6438-4ad2-a15f-4c1fdc1842a4 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:58.049506 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-53180b90-b39f-4ed2-9986-de32f3d26d8b req-516f4d66-6438-4ad2-a15f-4c1fdc1842a4 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 944 time: 0.0815911 Jun 19 18:08:58.093460 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-53180b90-b39f-4ed2-9986-de32f3d26d8b req-58082d4e-508c-45d2-82b5-a63c3bac9d53 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374629 Jun 19 18:08:58.605517 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365ab59-6ab1-4b6f-a7b7-c8cb5a39f1a1 req-d7054a73-b2e7-4c95-9669-da12b211b6a1 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:58.606968 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e365ab59-6ab1-4b6f-a7b7-c8cb5a39f1a1 req-d7054a73-b2e7-4c95-9669-da12b211b6a1 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0818107 Jun 19 18:08:58.656284 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e365ab59-6ab1-4b6f-a7b7-c8cb5a39f1a1 req-556970a8-9175-4245-bf8d-dd9ad7d5cefb tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Jun 19 18:08:58.966831 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 64276a25-f86b-44eb-b142-986a02d5423f up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:08:59.046790 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port 64276a25-f86b-44eb-b142-986a02d5423f completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:08:59.051837 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port 64276a25-f86b-44eb-b142-986a02d5423f triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:08:59.052133 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:59.173742 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:59.201339 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b2c01c-66b7-4034-92ee-064c3980fa23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64276a25-f86b-44eb-b142-986a02d5423f'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:08:59.212465 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 64276a25-f86b-44eb-b142-986a02d5423f, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=64276a25-f86b-44eb-b142-986a02d5423f,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:08:59.217729 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:59.219840 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:08:59.256537 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b2c01c-66b7-4034-92ee-064c3980fa23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64276a25-f86b-44eb-b142-986a02d5423f', 'code': 200} Jun 19 18:08:59.289461 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e712d-31fb-4c38-9abf-9a918f0dbb39 req-75bf48e4-4279-42a9-8bb3-94fac9c81c96 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:59.290927 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f08e712d-31fb-4c38-9abf-9a918f0dbb39 req-75bf48e4-4279-42a9-8bb3-94fac9c81c96 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 945 time: 0.0861833 Jun 19 18:08:59.296980 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=64276a25-f86b-44eb-b142-986a02d5423f,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:08:59.308649 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:59.308933 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:59.311115 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:59.311483 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:59.311821 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:59.312142 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:59.312466 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:59.312787 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:59.313129 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:59.313446 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:59.313797 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:59.314343 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:08:59.327446 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:08:59.351033 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f08e712d-31fb-4c38-9abf-9a918f0dbb39 req-07b5b7db-41c2-41a6-9a27-1c582cd44978 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502472 Jun 19 18:08:59.546983 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39418af6-8ba5-4a03-aefa-21b2aa14e019 req-564e0dc1-716d-443e-8ffe-3ffc81afd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:59.548416 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-39418af6-8ba5-4a03-aefa-21b2aa14e019 req-564e0dc1-716d-443e-8ffe-3ffc81afd88f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 1098 time: 0.0722156 Jun 19 18:08:59.589288 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-39418af6-8ba5-4a03-aefa-21b2aa14e019 req-af3ff388-00e1-428b-84a9-d704c526b31f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331111 Jun 19 18:08:59.767955 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 39690) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:08:59.851933 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9b693-4957-4d3a-8de1-20c1049690c1 req-d28c3740-4444-44a0-8b9e-b1be29cdc1e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:08:59.853404 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f1e9b693-4957-4d3a-8de1-20c1049690c1 req-d28c3740-4444-44a0-8b9e-b1be29cdc1e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0808094 Jun 19 18:08:59.885611 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4bbebea2-d024-4ab8-bfb9-6afc60415c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:08:59.900447 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4bbebea2-d024-4ab8-bfb9-6afc60415c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:08:59.904201 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4bbebea2-d024-4ab8-bfb9-6afc60415c99 admin admin] Usage tracker for resource:security_group_rule and tenant:deed0c84ee32499ba5b9587a4e8280cb is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:08:59.905388 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f1e9b693-4957-4d3a-8de1-20c1049690c1 req-01d00416-6472-41b6-bde9-f7434088d9bb tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458817 Jun 19 18:08:59.907534 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4bbebea2-d024-4ab8-bfb9-6afc60415c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:08:59.913749 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4bbebea2-d024-4ab8-bfb9-6afc60415c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:08:59.997899 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4bbebea2-d024-4ab8-bfb9-6afc60415c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:00.001988 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4bbebea2-d024-4ab8-bfb9-6afc60415c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:00.009732 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6612cc8d-535b-4941-8b87-802e7481efb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:00.049972 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4bbebea2-d024-4ab8-bfb9-6afc60415c99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=deed0c84ee32499ba5b9587a4e8280cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809758 Jun 19 18:09:00.051322 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbebea2-d024-4ab8-bfb9-6afc60415c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0510514-d8cd-4785-a6c7-6c37d59477a2,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:00.052682 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39698) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:00.054358 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4bbebea2-d024-4ab8-bfb9-6afc60415c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:00.109878 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:00.137372 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:00.188523 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:00.192759 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-beaf4aad-4db3-48ee-b7cc-2b9c4b731036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:00.203711 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0510514-d8cd-4785-a6c7-6c37d59477a2,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:00.213795 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:00.214150 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:00.214491 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:00.214828 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:00.215159 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:00.215486 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:00.215813 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:00.216136 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:00.216460 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:00.216781 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:00.217125 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:00.217444 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:00.219968 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:00.221056 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0510514-d8cd-4785-a6c7-6c37d59477a2 HTTP/1.1" status: 204 len: 168 time: 0.1665232 Jun 19 18:09:00.221857 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:00.599637 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12f852-3263-4ffe-87ab-c2ff2f3ffa49 req-f66681fc-aa38-4b8f-aaa0-a62b48c96b0e tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:00.601158 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-db12f852-3263-4ffe-87ab-c2ff2f3ffa49 req-f66681fc-aa38-4b8f-aaa0-a62b48c96b0e tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 945 time: 0.1465626 Jun 19 18:09:00.646609 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-db12f852-3263-4ffe-87ab-c2ff2f3ffa49 req-ab1e2c30-4577-47eb-949c-053e8ac96ebc tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Jun 19 18:09:00.890957 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39726) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:00.998990 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-592193595-network', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:01.004489 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:01.008470 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Usage tracker for resource:network and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:01.011398 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:01.046293 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:01.075353 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Made reservation on behalf of 4ffa04001a184ae7b1aad98a5ac158ab for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:09:01.077670 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:01.092902 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:01.112893 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:01.119203 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Usage tracker for resource:security_group_rule and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:01.122317 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:01.129949 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:01.140452 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00606ff-e82f-4611-a854-3137c888287e req-b553419c-11fc-4457-90e7-6ab1016f5606 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:01.141995 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e00606ff-e82f-4611-a854-3137c888287e req-b553419c-11fc-4457-90e7-6ab1016f5606 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1276863 Jun 19 18:09:01.212309 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e00606ff-e82f-4611-a854-3137c888287e req-b716c19c-9f37-4203-8638-cc2af471556b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612626 Jun 19 18:09:01.273780 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:01.278444 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:01.291807 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:09:01.298993 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:01.315478 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:01.315959 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Added segment 119de96d-c1a8-49b5-a2bb-898c9b006782 of type vlan for network 53012942-8f54-401e-a7c5-8a8392ced699 Jun 19 18:09:01.350705 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60321044-b8f4-403e-ab14-aa512f1ec2e5,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:01.356010 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:01.360128 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:01.399267 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:01.401029 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:01.401869 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:01.405491 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:01.506592 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6145401 Jun 19 18:09:01.510155 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 39738) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:01.510672 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Pushing event updated for resources: {'Network': ['ID=53012942-8f54-401e-a7c5-8a8392ced699,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:01.516153 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:01.518157 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Request body: {'subnet': {'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-592193595-subnet', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:01.524505 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network 53012942-8f54-401e-a7c5-8a8392ced699 details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:09:01.525434 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:01.529918 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Usage tracker for resource:subnet and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:01.533165 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:01.541280 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:01.557043 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Made reservation on behalf of 4ffa04001a184ae7b1aad98a5ac158ab for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:09:01.560004 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706361'] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:01.837605 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394e174-4890-4173-ad88-040bb826ef95 req-b1501f6a-d3f0-469e-bae8-015fca7cf82e tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:01.839057 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0394e174-4890-4173-ad88-040bb826ef95 req-b1501f6a-d3f0-469e-bae8-015fca7cf82e tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 945 time: 0.0845244 Jun 19 18:09:01.885019 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0394e174-4890-4173-ad88-040bb826ef95 req-4adf9b7d-bd97-4df4-813c-861096d72beb tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402205 Jun 19 18:09:01.950938 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706347'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:01.955492 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:02.029965 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea397f5-b703-452a-bcad-ca68085485d1,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:02.035793 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:02.038525 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Checking segment: {'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:02.038879 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Network hostable DHCP agents. Network: 53012942-8f54-401e-a7c5-8a8392ced699, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:09:02.058709 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Network 53012942-8f54-401e-a7c5-8a8392ced699 is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:09:02.068231 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, 53012942-8f54-401e-a7c5-8a8392ced699) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:02.079368 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98dfdb4-b070-402a-9f9e-1fd1bd1ac865 None None] Network 53012942-8f54-401e-a7c5-8a8392ced699 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:09:02.080774 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:02.081403 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:02.110111 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39746) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:02.112930 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-75d0f078-3613-46e0-acdb-b1e1b106274f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5974097 Jun 19 18:09:02.117045 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:02.122167 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:02.126726 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Usage tracker for resource:router and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:02.130292 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:02.137264 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:02.150312 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1664751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-476'] for router, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:02.152182 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-469'] for router, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:02.170293 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:02.353019 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp301dc5b5-d905-5c7b-b879-3bd27615c960-53012942-8f54-401e-a7c5-8a8392ced699', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'fixed_ips': [{'subnet_id': '4ea397f5-b703-452a-bcad-ca68085485d1'}]}} from dv-cinder-797107-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 19 18:09:02.356640 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:02.558190 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Allocated IP 172.20.0.2 (53012942-8f54-401e-a7c5-8a8392ced699/4ea397f5-b703-452a-bcad-ca68085485d1/11234b55-31f0-46d8-8536-6043ff194d8d) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:09:02.560736 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1747513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1664724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:02.609089 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166eac30-a7f6-4c8b-968e-13535ca97821 req-ea0df687-031c-4bb1-93a0-5127ce83b90d tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:02.610539 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-166eac30-a7f6-4c8b-968e-13535ca97821 req-ea0df687-031c-4bb1-93a0-5127ce83b90d tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.2429700 Jun 19 18:09:02.717513 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-166eac30-a7f6-4c8b-968e-13535ca97821 req-9820e666-e09c-47e4-8e3b-dce57eaeef88 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946081 Jun 19 18:09:02.773809 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:02.785477 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Transition to ACTIVE for port object 11234b55-31f0-46d8-8536-6043ff194d8d will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:02.804305 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Transition to ACTIVE for port object 11234b55-31f0-46d8-8536-6043ff194d8d will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:02.809040 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:02.813091 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:02.878095 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Network 53012942-8f54-401e-a7c5-8a8392ced699 is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:02.881099 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:02.883588 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:09:02.892368 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Pushing event updated for resources: {'Port': ['ID=11234b55-31f0-46d8-8536-6043ff194d8d,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:02.895078 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:02.937335 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:02.969824 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:02.979794 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Attempting to bind port 11234b55-31f0-46d8-8536-6043ff194d8d on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:09:02.980160 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Attempting to bind port 11234b55-31f0-46d8-8536-6043ff194d8d by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:09:02.980516 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Attempting to bind port 11234b55-31f0-46d8-8536-6043ff194d8d on network 53012942-8f54-401e-a7c5-8a8392ced699 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:09:02.985676 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:09:02.986047 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Checking segment: {'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:02.986440 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:02.986830 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Bound using segment: {'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:09:02.987282 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Bound port: 11234b55-31f0-46d8-8536-6043ff194d8d, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:09:02.987651 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:03.095197 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] For port 11234b55-31f0-46d8-8536-6043ff194d8d, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:09:03.098418 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] For port 11234b55-31f0-46d8-8536-6043ff194d8d, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=11234b55-31f0-46d8-8536-6043ff194d8d,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:09:03.102985 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Allocated IP 172.28.0.27 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/466f983f-da6b-432b-910d-547bd599ba9c) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:09:03.103713 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:03.107195 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:03.184787 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Pushing event updated for resources: {'Port': ['ID=11234b55-31f0-46d8-8536-6043ff194d8d,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:03.188006 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:03.359866 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:03.393474 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:03.399119 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:03.467411 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:03.470594 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:03.474290 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:09:03.511024 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Pushing event updated for resources: {'Port': ['ID=466f983f-da6b-432b-910d-547bd599ba9c,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:03.523939 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:03.754821 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 11234b55-31f0-46d8-8536-6043ff194d8d up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:03.857974 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 11234b55-31f0-46d8-8536-6043ff194d8d completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:04.006586 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:04.228809 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aefb0f-9085-45fa-ad02-d4150aaaf1fb req-5745a26d-c630-4469-8474-d5afa2311db3 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:04.230408 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-50aefb0f-9085-45fa-ad02-d4150aaaf1fb req-5745a26d-c630-4469-8474-d5afa2311db3 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.2738419 Jun 19 18:09:04.363087 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40481b06-d1be-4de1-adf8-39bfe720ea2d None None] Network 53012942-8f54-401e-a7c5-8a8392ced699 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:09:04.439937 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-50aefb0f-9085-45fa-ad02-d4150aaaf1fb req-b9cce3fd-23f3-4836-b78c-f826e08ae9a2 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361911 Jun 19 18:09:04.480364 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1664733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747542'] for router, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:04.485961 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-91fd7e3d-29ed-487f-bd5b-8f0c559f8fbe None None] Provisioning for port 11234b55-31f0-46d8-8536-6043ff194d8d completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:04.504959 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-91fd7e3d-29ed-487f-bd5b-8f0c559f8fbe None None] Provisioning complete for port 11234b55-31f0-46d8-8536-6043ff194d8d triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:04.505457 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-91fd7e3d-29ed-487f-bd5b-8f0c559f8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:04.689283 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Router 87aabc1a-1055-423c-98cc-49ff7e3f1eea is scheduled to L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 with binding_index 1 {{(pid=78398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 18:09:04.726082 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-91fd7e3d-29ed-487f-bd5b-8f0c559f8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:04.766392 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-91fd7e3d-29ed-487f-bd5b-8f0c559f8fbe None None] For port 11234b55-31f0-46d8-8536-6043ff194d8d, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=11234b55-31f0-46d8-8536-6043ff194d8d,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:04.771919 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-91fd7e3d-29ed-487f-bd5b-8f0c559f8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:04.774145 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:04.855371 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd7e3d-29ed-487f-bd5b-8f0c559f8fbe None None] Pushing event updated for resources: {'Port': ['ID=11234b55-31f0-46d8-8536-6043ff194d8d,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:04.861326 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-91fd7e3d-29ed-487f-bd5b-8f0c559f8fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:04.979665 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:09:04.993341 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Sync routers for ids ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:09:04.999901 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-22f82f49-1e79-44d3-b6df-e371b545509d None None] Provisioning complete for port 11234b55-31f0-46d8-8536-6043ff194d8d triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:05.000334 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-22f82f49-1e79-44d3-b6df-e371b545509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:05.004103 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Routers {'87aabc1a-1055-423c-98cc-49ff7e3f1eea'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:09:05.004699 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:08:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:05.008980 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:05.010621 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8986492 Jun 19 18:09:05.012990 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39788) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:05.184467 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Set router 87aabc1a-1055-423c-98cc-49ff7e3f1eea gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:09:05.513091 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:09:03Z', 'revision_number': 3, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:05.517278 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Checking router: 87aabc1a-1055-423c-98cc-49ff7e3f1eea for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:09:05.518157 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Updating router 87aabc1a-1055-423c-98cc-49ff7e3f1eea port 466f983f-da6b-432b-910d-547bd599ba9c binding host dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:09:05.574642 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:05.700803 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 11234b55-31f0-46d8-8536-6043ff194d8d up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:05.779960 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 11234b55-31f0-46d8-8536-6043ff194d8d triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:05.781072 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:05.824616 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:05.849174 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb73e37-ab76-4e30-a5df-90d123678d7d req-58f14f73-3a21-4db1-bbda-c638d6228c44 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:05.850781 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bdb73e37-ab76-4e30-a5df-90d123678d7d req-58f14f73-3a21-4db1-bbda-c638d6228c44 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.2075768 Jun 19 18:09:05.950949 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bdb73e37-ab76-4e30-a5df-90d123678d7d req-af8736e3-ef1b-4f99-be44-19c6ce3680e8 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927503 Jun 19 18:09:05.977053 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:05.992919 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Transition to ACTIVE for port object 466f983f-da6b-432b-910d-547bd599ba9c will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:06.015222 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:06.037993 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:06.116541 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Pushing event updated for resources: {'Port': ['ID=466f983f-da6b-432b-910d-547bd599ba9c,revision_number=2']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:06.125859 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:06.126473 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:06.126804 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:06.127119 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:06.127439 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:06.127757 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:06.128072 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:06.128386 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:06.129551 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:06.129872 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:06.130255 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:06.130575 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:06.147110 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:06.173470 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Attempting to bind port 466f983f-da6b-432b-910d-547bd599ba9c on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:09:06.174005 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Attempting to bind port 466f983f-da6b-432b-910d-547bd599ba9c by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:09:06.174473 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Attempting to bind port 466f983f-da6b-432b-910d-547bd599ba9c on network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:09:06.181271 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:09:06.181880 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Checking segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:06.182295 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Allocated IP 172.20.0.1 (53012942-8f54-401e-a7c5-8a8392ced699/4ea397f5-b703-452a-bcad-ca68085485d1/e665324c-360e-4dad-ab48-ed82a22766f1) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:09:06.183116 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:06.183701 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Bound using segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:09:06.184366 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Bound port: 466f983f-da6b-432b-910d-547bd599ba9c, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:09:06.185157 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:06.264043 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] For port 466f983f-da6b-432b-910d-547bd599ba9c, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:09:06.267236 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] For port 466f983f-da6b-432b-910d-547bd599ba9c, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=466f983f-da6b-432b-910d-547bd599ba9c,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:09:06.272125 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:06.277646 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-2f298eaf-b332-4e13-8e10-0e27f1a3bab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:06.338492 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:06.357275 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Transition to ACTIVE for port object e665324c-360e-4dad-ab48-ed82a22766f1 will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:06.362605 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Pushing event updated for resources: {'Port': ['ID=466f983f-da6b-432b-910d-547bd599ba9c,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:06.367241 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Routers {'87aabc1a-1055-423c-98cc-49ff7e3f1eea'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:09:06.367839 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:08:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:06.384249 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:06.388572 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:06.427789 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:06.452814 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Network 53012942-8f54-401e-a7c5-8a8392ced699 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:06.455604 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:06.459781 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:09:06.578864 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] Set router 87aabc1a-1055-423c-98cc-49ff7e3f1eea gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:09:06.599047 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Pushing event updated for resources: {'Port': ['ID=e665324c-360e-4dad-ab48-ed82a22766f1,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:06.605542 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:06.628115 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746745'] for router_interface, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:06.750948 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-e97bcbb4-280b-43e9-b48d-354c7ba40352 None None] Provisioning for port e665324c-360e-4dad-ab48-ed82a22766f1 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:06.758811 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-e97bcbb4-280b-43e9-b48d-354c7ba40352 None None] Provisioning complete for port e665324c-360e-4dad-ab48-ed82a22766f1 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:06.759417 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e97bcbb4-280b-43e9-b48d-354c7ba40352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:06.787634 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:06.825147 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-e97bcbb4-280b-43e9-b48d-354c7ba40352 None None] Port e665324c-360e-4dad-ab48-ed82a22766f1 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:09:06.902938 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:09:03Z', 'revision_number': 3, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:06.907385 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380e3fd-fa73-4a76-9869-1ce8a6852272 None None] The sync data for ids ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'] in dv-cinder-797107-1-smb is: [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:09:03Z', 'revision_number': 3, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:09:07.036788 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:07.045567 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:07.075410 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:07.230098 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Pushing event updated for resources: {'Port': ['ID=e665324c-360e-4dad-ab48-ed82a22766f1,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:07.233732 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746842'] for router_interface, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:07.238441 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:07.369421 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a93362-f3c6-4c40-b780-2b1eaca3c44e req-b6c3c082-5faf-4941-bf50-4ef8e1675ee0 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:07.382615 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-64a93362-f3c6-4c40-b780-2b1eaca3c44e req-b6c3c082-5faf-4941-bf50-4ef8e1675ee0 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.3029494 Jun 19 18:09:07.452159 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-64a93362-f3c6-4c40-b780-2b1eaca3c44e req-cf7bf3f7-975c-48b2-9069-df32f74ab60d tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682139 Jun 19 18:09:07.489339 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Network 53012942-8f54-401e-a7c5-8a8392ced699 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:07.490943 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:07.742994 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 466f983f-da6b-432b-910d-547bd599ba9c up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:07.743211 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Router 87aabc1a-1055-423c-98cc-49ff7e3f1eea has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:09:07.818188 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 466f983f-da6b-432b-910d-547bd599ba9c completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:07.823185 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 466f983f-da6b-432b-910d-547bd599ba9c triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:07.823549 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:07.892125 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-dca70f12-0289-4457-9e97-4cce1331f39c None None] Provisioning complete for port e665324c-360e-4dad-ab48-ed82a22766f1 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:07.893097 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-dca70f12-0289-4457-9e97-4cce1331f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:07.946069 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:09:07.955735 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] 10.222.0.16 "PUT /v2.0/routers/87aabc1a-1055-423c-98cc-49ff7e3f1eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9416680 Jun 19 18:09:07.999545 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-dca70f12-0289-4457-9e97-4cce1331f39c None None] Port e665324c-360e-4dad-ab48-ed82a22766f1 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:09:08.014559 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:08.032086 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 466f983f-da6b-432b-910d-547bd599ba9c, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=466f983f-da6b-432b-910d-547bd599ba9c,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:08.037992 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:08.043601 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-1887dd40-614b-4aa0-94da-f8ec974ba715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:08.114881 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=466f983f-da6b-432b-910d-547bd599ba9c,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:08.117856 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:08.480450 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39854) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:08.487223 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-719032084-network', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:08.492993 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:08.497615 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Usage tracker for resource:network and tenant:c26f7fcef5d54e1f838a9c0d1d4bedf5 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:08.500927 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:08.526115 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:08.544642 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Made reservation on behalf of c26f7fcef5d54e1f838a9c0d1d4bedf5 for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:09:08.549394 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:08.569971 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:08.586725 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:08.590929 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Usage tracker for resource:security_group_rule and tenant:c26f7fcef5d54e1f838a9c0d1d4bedf5 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:08.598079 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:08.604596 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:08.743143 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c732ce6-6d29-48ae-8c54-34e1c0e919ab req-cd7e5714-849c-45fb-b76a-aeec73fc3073 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:08.744578 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6c732ce6-6d29-48ae-8c54-34e1c0e919ab req-cd7e5714-849c-45fb-b76a-aeec73fc3073 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1360683 Jun 19 18:09:08.806753 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:08.814911 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6c732ce6-6d29-48ae-8c54-34e1c0e919ab req-505d2748-14ec-44aa-9d34-9418bdcae60a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621526 Jun 19 18:09:08.819100 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:08.823671 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a5b1f8ae-72a5-47ce-a849-f469efe81c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:08.836005 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Sync routers for ids ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:09:08.853243 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:09:08.859353 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Routers {'87aabc1a-1055-423c-98cc-49ff7e3f1eea'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:09:08.860298 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:08:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:08.865647 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e5195f-42be-43ef-a2e0-a2fe9475a04d,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:08.871522 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:08.872023 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Added segment 7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c of type vlan for network 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d Jun 19 18:09:08.873797 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:08.906042 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:08.935759 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:08.937210 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:08.937992 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:08.943750 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-80cb0a23-4480-4e9b-ab9e-0357a5cc70b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:09.053819 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5715737 Jun 19 18:09:09.057376 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 39870) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:09.057910 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Pushing event updated for resources: {'Network': ['ID=30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:09.062808 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:09.064676 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Request body: {'subnet': {'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-719032084-subnet', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:09.072188 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:09.072545 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:09:09.076208 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Usage tracker for resource:subnet and tenant:c26f7fcef5d54e1f838a9c0d1d4bedf5 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:09.080177 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:09.086684 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:09.098790 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Made reservation on behalf of c26f7fcef5d54e1f838a9c0d1d4bedf5 for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:09:09.101527 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706361'] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:09.116406 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Set router 87aabc1a-1055-423c-98cc-49ff7e3f1eea gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:09:09.489205 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706347'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:09.493891 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fd27b078-33f7-44f4-95ed-504354e7d54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:09.494133 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:09:06Z', 'revision_number': 4, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': 'e665324c-360e-4dad-ab48-ed82a22766f1', 'name': '', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'mac_address': 'fa:16:3e:74:2f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:05Z', 'updated_at': '2021-06-19T18:09:06Z', 'revision_number': 2, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'subnets': [{'id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:09.497786 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Checking router: 87aabc1a-1055-423c-98cc-49ff7e3f1eea for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:09:09.498161 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Updating router 87aabc1a-1055-423c-98cc-49ff7e3f1eea port e665324c-360e-4dad-ab48-ed82a22766f1 binding host dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:09:09.552499 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:09.567540 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a1ea5a-063e-4ab3-a797-90fa3cc108d0,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:09.570979 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:09.576679 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Checking segment: {'id': '7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:09.577120 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Network hostable DHCP agents. Network: 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:09:09.599540 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Network 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:09:09.612546 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:09.627695 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:09.628796 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:09.655326 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-bb982891-1c07-4ea5-97ab-1ffa500d829c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5967302 Jun 19 18:09:09.655630 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39876) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:09.660393 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ec7f7-60b8-4494-9e03-cd1253daab87 None None] Network 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:09:09.663894 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-719032084-router', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:09.678496 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:09.683441 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Usage tracker for resource:router and tenant:c26f7fcef5d54e1f838a9c0d1d4bedf5 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:09.692182 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:09.706376 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:09.733105 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1664751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-476'] for router, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:09.734198 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-469'] for router, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:09.764580 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 466f983f-da6b-432b-910d-547bd599ba9c up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:09.768305 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:10.038972 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 466f983f-da6b-432b-910d-547bd599ba9c triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:10.039253 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:10.195181 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp301dc5b5-d905-5c7b-b879-3bd27615c960-30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d', 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'fixed_ips': [{'subnet_id': '81a1ea5a-063e-4ab3-a797-90fa3cc108d0'}]}} from dv-cinder-797107-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 19 18:09:10.196106 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:10.243555 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:10.288768 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1747513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1664724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:10.351832 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Transition to ACTIVE for port object e665324c-360e-4dad-ab48-ed82a22766f1 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:10.357840 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-c7e95e08-85d9-4885-aecb-bf330231a120 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:10.359268 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-c7e95e08-85d9-4885-aecb-bf330231a120 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/networks?id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 200 len: 815 time: 0.4204700 Jun 19 18:09:10.373276 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:10.380634 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:10.383775 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7503b-39dc-4c4e-9ce5-4eb6d8bb2cde req-16b7aeba-b740-4f81-854a-476a9f106340 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:10.385444 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b3c7503b-39dc-4c4e-9ce5-4eb6d8bb2cde req-16b7aeba-b740-4f81-854a-476a9f106340 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.3688838 Jun 19 18:09:10.418477 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-1b41677c-1e3e-48e7-b752-dd99ba54f870 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/quotas/a243464b8f334f62891e6bf5fbb11764 HTTP/1.1" status: 200 len: 375 time: 0.0513210 Jun 19 18:09:10.545460 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b3c7503b-39dc-4c4e-9ce5-4eb6d8bb2cde req-142e1f9a-be14-4430-ba3a-0638a0683f2c tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516659 Jun 19 18:09:10.604208 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b1146-5323-453c-b6a1-cabd0da2c18c None None] Pushing event updated for resources: {'Port': ['ID=e665324c-360e-4dad-ab48-ed82a22766f1,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:10.605609 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-309dd595-1e33-491f-b260-5c72963a66a7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a243464b8f334f62891e6bf5fbb11764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1782727 Jun 19 18:09:10.615543 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-c49b1146-5323-453c-b6a1-cabd0da2c18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:10.717152 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Allocated IP 172.20.0.2 (30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d/81a1ea5a-063e-4ab3-a797-90fa3cc108d0/3d9de279-96be-4b69-a21f-609b902e66f9) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:09:10.719138 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Attempting to bind port e665324c-360e-4dad-ab48-ed82a22766f1 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:09:10.719541 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Attempting to bind port e665324c-360e-4dad-ab48-ed82a22766f1 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:09:10.719977 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Attempting to bind port e665324c-360e-4dad-ab48-ed82a22766f1 on network 53012942-8f54-401e-a7c5-8a8392ced699 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:09:10.735164 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:09:10.735485 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Checking segment: {'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:10.735886 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:10.736272 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Bound using segment: {'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:09:10.736738 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Bound port: e665324c-360e-4dad-ab48-ed82a22766f1, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:09:10.737131 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:10.899094 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:10.934976 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:10.938159 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-645fffe0-7d55-471e-abe6-845b47960374 service neutron] 10.222.0.16 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771819 Jun 19 18:09:10.944267 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] For port e665324c-360e-4dad-ab48-ed82a22766f1, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:09:10.964094 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] For port e665324c-360e-4dad-ab48-ed82a22766f1, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=e665324c-360e-4dad-ab48-ed82a22766f1,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:09:10.995691 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:11.019460 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:11.106589 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:11.119541 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Routers {'87aabc1a-1055-423c-98cc-49ff7e3f1eea'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:09:11.120175 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:08:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:11.179704 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-4232a1f6-59dd-4d75-adba-21717c028590 service neutron] 10.222.0.16 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055945 Jun 19 18:09:11.180949 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Transition to ACTIVE for port object 3d9de279-96be-4b69-a21f-609b902e66f9 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:11.194013 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Allocated IP 172.28.0.39 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/0c1d82b9-dfab-4927-b81c-3472da70d8db) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:09:11.214261 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b1146-5323-453c-b6a1-cabd0da2c18c None None] Pushing event updated for resources: {'Port': ['ID=e665324c-360e-4dad-ab48-ed82a22766f1,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:11.217486 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-c49b1146-5323-453c-b6a1-cabd0da2c18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:11.235472 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Transition to ACTIVE for port object 3d9de279-96be-4b69-a21f-609b902e66f9 will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:11.378035 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:11.404366 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:11.511186 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Network 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:11.521355 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7a7bf36a-a9eb-4b1c-bcf8-da17d9e39877 req-2ce9d1d9-d906-41c9-947b-f847dda42d81 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 210 time: 0.0603588 Jun 19 18:09:11.525959 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:11.528307 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:09:11.594142 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Pushing event updated for resources: {'Port': ['ID=3d9de279-96be-4b69-a21f-609b902e66f9,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:11.596869 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e3aba-f32a-4b4d-93c2-ba8a652e5af3 req-e593d7dd-4752-4c97-b79e-e5249eef98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:11.601745 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:11.602724 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-601e3aba-f32a-4b4d-93c2-ba8a652e5af3 req-e593d7dd-4752-4c97-b79e-e5249eef98ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 1098 time: 0.1379435 Jun 19 18:09:11.603774 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] Set router 87aabc1a-1055-423c-98cc-49ff7e3f1eea gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:09:11.636184 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:11.677604 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-601e3aba-f32a-4b4d-93c2-ba8a652e5af3 req-4d6ab085-c7ca-43f9-b0e3-06be0c6b3bcf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672328 Jun 19 18:09:11.698511 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:11.702874 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:11.808185 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Attempting to bind port 3d9de279-96be-4b69-a21f-609b902e66f9 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:09:11.808761 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Attempting to bind port 3d9de279-96be-4b69-a21f-609b902e66f9 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': '7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:09:11.809143 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Attempting to bind port 3d9de279-96be-4b69-a21f-609b902e66f9 on network 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:09:11.836293 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:09:11.836749 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Checking segment: {'id': '7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:11.837240 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:11.837682 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:11.837793 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Bound using segment: {'id': '7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:09:11.838299 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Bound port: 3d9de279-96be-4b69-a21f-609b902e66f9, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:09:11.838738 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:11.849735 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:11.856466 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:09:11.915737 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Pushing event updated for resources: {'Port': ['ID=0c1d82b9-dfab-4927-b81c-3472da70d8db,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:11.923996 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:12.008999 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd259d9a-e9f2-4ad1-9492-39b6b3b5e72d req-7ce5d52f-1462-4580-a898-4bd9f38b6dc8 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:12.010486 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bd259d9a-e9f2-4ad1-9492-39b6b3b5e72d req-7ce5d52f-1462-4580-a898-4bd9f38b6dc8 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.2551074 Jun 19 18:09:12.032970 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] For port 3d9de279-96be-4b69-a21f-609b902e66f9, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:09:12.070154 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] For port 3d9de279-96be-4b69-a21f-609b902e66f9, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=3d9de279-96be-4b69-a21f-609b902e66f9,segment=NetworkSegment(7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c),segment_id=7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:09:12.083161 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:12.088598 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:12.165984 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bd259d9a-e9f2-4ad1-9492-39b6b3b5e72d req-e03c84a2-3c07-4c70-a65b-64464b6b4301 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028988 Jun 19 18:09:12.178436 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Pushing event updated for resources: {'Port': ['ID=3d9de279-96be-4b69-a21f-609b902e66f9,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:12.181734 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:12.187683 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:09:06Z', 'revision_number': 4, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': 'e665324c-360e-4dad-ab48-ed82a22766f1', 'name': '', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'mac_address': 'fa:16:3e:74:2f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:05Z', 'updated_at': '2021-06-19T18:09:10Z', 'revision_number': 4, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'subnets': [{'id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:12.200748 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a47e9b-857d-497b-9ef7-e67134bfc99a None None] The sync data for ids ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'] in dv-cinder-797107-1-smb is: [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:09:06Z', 'revision_number': 4, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': 'e665324c-360e-4dad-ab48-ed82a22766f1', 'name': '', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'mac_address': 'fa:16:3e:74:2f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:05Z', 'updated_at': '2021-06-19T18:09:10Z', 'revision_number': 4, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'subnets': [{'id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:09:12.391207 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:12.739856 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1ecbcdd8-609c-4617-8314-db20c1506f61 req-d05b3763-64d6-4681-b0f9-4eca08984055 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 210 time: 0.0583057 Jun 19 18:09:12.857620 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1664733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747542'] for router, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:13.219250 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39934) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:13.382289 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Router 0f7ef432-0973-4c1d-8ba8-c13d7c713767 is scheduled to L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 with binding_index 1 {{(pid=78398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 18:09:13.679112 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-4b238407-09c2-4b5c-9261-50aa2983e623 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:13.680589 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-4b238407-09c2-4b5c-9261-50aa2983e623 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "GET /v2.0/networks?id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 200 len: 815 time: 0.5835018 Jun 19 18:09:13.697856 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e33b32-9e2c-4b7d-836f-787ad7bfa28e None None] Network 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:09:13.706443 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Request body: {'port': {'device_id': '842e8ff1-eb8a-45bf-8aaa-a23696b15c43', 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5', 'admin_state_up': True, 'tenant_id': 'a243464b8f334f62891e6bf5fbb11764'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:13.735812 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-886b8df6-946f-4bfe-b199-287218662442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:13.794466 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-8c55cf81-40c2-4d9f-b8d4-53b142eb4fdf None None] Provisioning for port 3d9de279-96be-4b69-a21f-609b902e66f9 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:13.892465 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 3d9de279-96be-4b69-a21f-609b902e66f9 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:13.966348 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:09:13.970154 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-886b8df6-946f-4bfe-b199-287218662442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:13.976110 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-886b8df6-946f-4bfe-b199-287218662442 admin admin] Usage tracker for resource:security_group_rule and tenant:98a7ca633b38499ba14477578ee13e16 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:13.978899 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Sync routers for ids ['0f7ef432-0973-4c1d-8ba8-c13d7c713767'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:09:13.979386 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-886b8df6-946f-4bfe-b199-287218662442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:13.985208 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-886b8df6-946f-4bfe-b199-287218662442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:13.998865 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Routers {'0f7ef432-0973-4c1d-8ba8-c13d7c713767'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:09:14.000250 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:08:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['0f7ef432-0973-4c1d-8ba8-c13d7c713767'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:14.068687 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:14.074747 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Usage tracker for resource:port and tenant:a243464b8f334f62891e6bf5fbb11764 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:14.080971 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:14.096433 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:14.104798 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b6660dbb-3a95-451f-a1a4-47c9bc15f6d6 req-9d46b2a1-0a06-42c2-bf8c-1a8b1b965dc5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 210 time: 0.0902457 Jun 19 18:09:14.135222 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dff488-40fd-4a9d-b47e-8fc4fc8c874a req-b4cbafd6-e053-4930-be2a-d2bcd15c1e6d tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:14.136694 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Made reservation on behalf of a243464b8f334f62891e6bf5fbb11764 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:09:14.137018 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-88dff488-40fd-4a9d-b47e-8fc4fc8c874a req-b4cbafd6-e053-4930-be2a-d2bcd15c1e6d tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.5351527 Jun 19 18:09:14.139068 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.140271 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4830213 Jun 19 18:09:14.146702 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.147487 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39948) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:14.250160 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Set router 0f7ef432-0973-4c1d-8ba8-c13d7c713767 gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:09:14.294209 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 3d9de279-96be-4b69-a21f-609b902e66f9 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:14.296920 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-886b8df6-946f-4bfe-b199-287218662442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.307598 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 3d9de279-96be-4b69-a21f-609b902e66f9 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:14.308643 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.314872 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-886b8df6-946f-4bfe-b199-287218662442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.324784 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c0ded6be-75b4-45f8-be6f-91857b8579e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:14.334814 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-88dff488-40fd-4a9d-b47e-8fc4fc8c874a req-abece56e-4ed1-4d26-a76d-349b8afd3dd6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880095 Jun 19 18:09:14.400418 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Allocated IP 172.20.0.5 (b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5/a127e29e-8a04-45c8-938e-6993d421d19b/43bcc46e-7bd9-43d0-9075-d0b4144b1375) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:09:14.510201 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-886b8df6-946f-4bfe-b199-287218662442 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98a7ca633b38499ba14477578ee13e16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2869983 Jun 19 18:09:14.511589 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 39952) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:14.514288 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b8df6-946f-4bfe-b199-287218662442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14afc7af-1497-4dae-9f4b-1e43c662778c,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:14.519630 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-886b8df6-946f-4bfe-b199-287218662442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:14.543221 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.589043 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 3d9de279-96be-4b69-a21f-609b902e66f9, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=3d9de279-96be-4b69-a21f-609b902e66f9,segment=NetworkSegment(7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c),segment_id=7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:14.602360 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.607240 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device e665324c-360e-4dad-ab48-ed82a22766f1 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:14.661524 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:14.681497 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-303d61c7-9667-4431-8110-a22975d32ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.695354 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'name': 'tempest-TestShelveInstance-719032084-router', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:09Z', 'updated_at': '2021-06-19T18:09:12Z', 'revision_number': 3, 'project_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'gw_port': {'id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:10Z', 'updated_at': '2021-06-19T18:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:14.699533 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Checking router: 0f7ef432-0973-4c1d-8ba8-c13d7c713767 for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:09:14.700099 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Updating router 0f7ef432-0973-4c1d-8ba8-c13d7c713767 port 0c1d82b9-dfab-4927-b81c-3472da70d8db binding host dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:09:14.765049 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.778134 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.794327 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-303d61c7-9667-4431-8110-a22975d32ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.823556 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=3d9de279-96be-4b69-a21f-609b902e66f9,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:14.832199 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.834830 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:14.840401 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4ab55ea7-f3ae-4242-bb35-0af892e795fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:14.847532 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-c186d780-fb55-466f-a980-db0857a59906 None None] Provisioning complete for port 3d9de279-96be-4b69-a21f-609b902e66f9 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:14.847952 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c186d780-fb55-466f-a980-db0857a59906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.875016 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['d2fc8ad2-3b09-4bee-af80-dc4bf88839a0', '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6', '64276a25-f86b-44eb-b142-986a02d5423f'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:09:14.909662 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port e665324c-360e-4dad-ab48-ed82a22766f1 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:14.925629 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:14.926273 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port e665324c-360e-4dad-ab48-ed82a22766f1 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:14.926710 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:14.930105 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:14.932560 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Pushing event updated for resources: {'Port': ['ID=43bcc46e-7bd9-43d0-9075-d0b4144b1375,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:14.935368 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:09:14.974254 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:15.015646 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:15.016953 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.040232 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3382223 Jun 19 18:09:15.061339 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Request body: {'port': {'device_id': '842e8ff1-eb8a-45bf-8aaa-a23696b15c43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:15.069137 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-303d61c7-9667-4431-8110-a22975d32ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.076628 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-db5856fb-0643-411b-826a-a8f400e4f1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:15.091705 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d61c7-9667-4431-8110-a22975d32ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14afc7af-1497-4dae-9f4b-1e43c662778c,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:15.101761 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-303d61c7-9667-4431-8110-a22975d32ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:15.172805 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-303d61c7-9667-4431-8110-a22975d32ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.192438 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-303d61c7-9667-4431-8110-a22975d32ce5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14afc7af-1497-4dae-9f4b-1e43c662778c HTTP/1.1" status: 204 len: 168 time: 0.6588871 Jun 19 18:09:15.203349 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.232008 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.297175 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.304367 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port e665324c-360e-4dad-ab48-ed82a22766f1, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=e665324c-360e-4dad-ab48-ed82a22766f1,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:15.313677 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Transition to ACTIVE for port object 0c1d82b9-dfab-4927-b81c-3472da70d8db will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:15.324430 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.325985 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.327015 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:15.342896 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:15.436905 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=e665324c-360e-4dad-ab48-ed82a22766f1,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:15.442021 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:15.490782 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e85914-2c85-4b5f-a5f7-22e8f8cb8a03 None None] Pushing event updated for resources: {'Port': ['ID=0c1d82b9-dfab-4927-b81c-3472da70d8db,revision_number=2']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:15.508777 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-87e85914-2c85-4b5f-a5f7-22e8f8cb8a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:15.514771 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Attempting to bind port 0c1d82b9-dfab-4927-b81c-3472da70d8db on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:09:15.516053 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Attempting to bind port 0c1d82b9-dfab-4927-b81c-3472da70d8db by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:09:15.516749 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Attempting to bind port 0c1d82b9-dfab-4927-b81c-3472da70d8db on network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:09:15.525282 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:09:15.526182 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Checking segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:15.526794 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.527376 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Bound using segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:09:15.528191 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Bound port: 0c1d82b9-dfab-4927-b81c-3472da70d8db, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:09:15.528834 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.616069 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] For port 0c1d82b9-dfab-4927-b81c-3472da70d8db, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:09:15.619877 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] For port 0c1d82b9-dfab-4927-b81c-3472da70d8db, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=0c1d82b9-dfab-4927-b81c-3472da70d8db,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:09:15.632051 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.637000 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.665905 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:15.757216 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Routers {'0f7ef432-0973-4c1d-8ba8-c13d7c713767'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:09:15.758794 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:08:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['0f7ef432-0973-4c1d-8ba8-c13d7c713767'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:15.805917 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bcc46e-7bd9-43d0-9075-d0b4144b1375 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:09:15.815218 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 3d9de279-96be-4b69-a21f-609b902e66f9 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:15.819881 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.863372 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Transition to ACTIVE for port object 43bcc46e-7bd9-43d0-9075-d0b4144b1375 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:15.876564 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e85914-2c85-4b5f-a5f7-22e8f8cb8a03 None None] Pushing event updated for resources: {'Port': ['ID=0c1d82b9-dfab-4927-b81c-3472da70d8db,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:15.877026 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.891410 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:15.904685 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 3d9de279-96be-4b69-a21f-609b902e66f9 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:15.905325 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:15.940063 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-87e85914-2c85-4b5f-a5f7-22e8f8cb8a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:15.985707 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Pushing event updated for resources: {'Port': ['ID=43bcc46e-7bd9-43d0-9075-d0b4144b1375,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:15.989553 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:16.004862 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] Set router 0f7ef432-0973-4c1d-8ba8-c13d7c713767 gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:09:16.031286 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device e665324c-360e-4dad-ab48-ed82a22766f1 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:16.104913 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3cf7d-b0de-4524-815e-fe290d0f2ca6 req-4958c3a2-4728-4263-9dd3-ae506811f7b2 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:16.112195 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fdd3cf7d-b0de-4524-815e-fe290d0f2ca6 req-4958c3a2-4728-4263-9dd3-ae506811f7b2 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 931 time: 0.7969384 Jun 19 18:09:16.174324 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port e665324c-360e-4dad-ab48-ed82a22766f1 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:16.175652 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:16.178503 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Allocated IP 172.20.0.1 (30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d/81a1ea5a-063e-4ab3-a797-90fa3cc108d0/41d033c5-2f94-47c5-be35-84aa1b3d7520) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:09:16.199063 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Attempting to bind port 43bcc46e-7bd9-43d0-9075-d0b4144b1375 on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:09:16.199400 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Attempting to bind port 43bcc46e-7bd9-43d0-9075-d0b4144b1375 by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:09:16.199707 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Attempting to bind port 43bcc46e-7bd9-43d0-9075-d0b4144b1375 on network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:09:16.205601 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Port 43bcc46e-7bd9-43d0-9075-d0b4144b1375 on network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:09:16.205896 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Attempting to bind port 43bcc46e-7bd9-43d0-9075-d0b4144b1375 on network b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:09:16.212083 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:09:16.220699 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Checking segment: {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:16.220699 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Bound using segment: {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:09:16.220699 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Bound port: 43bcc46e-7bd9-43d0-9075-d0b4144b1375, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:09:16.220699 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:16.221563 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fdd3cf7d-b0de-4524-815e-fe290d0f2ca6 req-15eb934b-1b21-4e77-8035-ccea40094415 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051786 Jun 19 18:09:16.270326 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c666fd-a47f-45cd-8b4c-55821d3f3a40 req-36d90130-2cf4-45bf-bf37-98e76c9cc45c tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:16.272521 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-46c666fd-a47f-45cd-8b4c-55821d3f3a40 req-36d90130-2cf4-45bf-bf37-98e76c9cc45c tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.6443105 Jun 19 18:09:16.429761 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] For port 43bcc46e-7bd9-43d0-9075-d0b4144b1375, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:09:16.435839 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] For port 43bcc46e-7bd9-43d0-9075-d0b4144b1375, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=43bcc46e-7bd9-43d0-9075-d0b4144b1375,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:09:16.442882 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:16.448587 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-46c666fd-a47f-45cd-8b4c-55821d3f3a40 req-1f525e99-adc8-4e02-adcb-d437cb7c54ea tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694975 Jun 19 18:09:16.451348 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:16.533086 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'name': 'tempest-TestShelveInstance-719032084-router', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:09Z', 'updated_at': '2021-06-19T18:09:12Z', 'revision_number': 3, 'project_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'gw_port': {'id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:10Z', 'updated_at': '2021-06-19T18:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:16.534862 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:16.535903 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:16.537034 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:16.537740 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] 10.222.0.30 "PUT /v2.0/ports/43bcc46e-7bd9-43d0-9075-d0b4144b1375 HTTP/1.1" status: 200 len: 1093 time: 1.4835401 Jun 19 18:09:16.538407 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842e8ff1-eb8a-45bf-8aaa-a23696b15c43', 'tag': '43bcc46e-7bd9-43d0-9075-d0b4144b1375'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:09:16.538524 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d90731-4b3c-4534-b262-88a3bbdf9bfe None None] The sync data for ids ['0f7ef432-0973-4c1d-8ba8-c13d7c713767'] in dv-cinder-797107-1-smb is: [{'id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'name': 'tempest-TestShelveInstance-719032084-router', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:09Z', 'updated_at': '2021-06-19T18:09:12Z', 'revision_number': 3, 'project_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'gw_port': {'id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:10Z', 'updated_at': '2021-06-19T18:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:09:16.564627 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Transition to ACTIVE for port object 41d033c5-2f94-47c5-be35-84aa1b3d7520 will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:16.578662 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Pushing event updated for resources: {'Port': ['ID=43bcc46e-7bd9-43d0-9075-d0b4144b1375,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:16.582601 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:16.609739 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:16.616391 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:16.673233 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842e8ff1-eb8a-45bf-8aaa-a23696b15c43', 'tag': '43bcc46e-7bd9-43d0-9075-d0b4144b1375', 'status': 'completed', 'code': 200} Jun 19 18:09:16.709259 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-595961ad-1035-410b-b624-fd29bbb955e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:16.711209 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-595961ad-1035-410b-b624-fd29bbb955e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a243464b8f334f62891e6bf5fbb11764&device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 1096 time: 0.1038797 Jun 19 18:09:16.717000 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Network 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:16.720318 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:16.724309 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:09:16.767091 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Pushing event updated for resources: {'Port': ['ID=41d033c5-2f94-47c5-be35-84aa1b3d7520,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:16.778983 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:16.818124 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746745'] for router_interface, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:16.957813 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-107bb555-620e-45b6-8e3f-9ac2f1ab8267 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43bcc46e-7bd9-43d0-9075-d0b4144b1375 HTTP/1.1" status: 200 len: 217 time: 0.2309318 Jun 19 18:09:17.090496 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:17.099385 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2af6ff44-3fcb-4fc2-ae5d-89745e8cc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:17.102416 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-2af6ff44-3fcb-4fc2-ae5d-89745e8cc7ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a127e29e-8a04-45c8-938e-6993d421d19b HTTP/1.1" status: 200 len: 855 time: 0.1377423 Jun 19 18:09:17.172106 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-3eb3feea-e250-4c59-92f8-284a9fad0238 None None] Provisioning for port 41d033c5-2f94-47c5-be35-84aa1b3d7520 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:17.176037 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-d01078f8-8073-4397-b95b-937f2bdc6020 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662746 Jun 19 18:09:17.186120 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-3eb3feea-e250-4c59-92f8-284a9fad0238 None None] Provisioning complete for port 41d033c5-2f94-47c5-be35-84aa1b3d7520 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:17.186505 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3eb3feea-e250-4c59-92f8-284a9fad0238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:17.273480 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-3eb3feea-e250-4c59-92f8-284a9fad0238 None None] Port 41d033c5-2f94-47c5-be35-84aa1b3d7520 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:09:17.403724 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-e0726f98-b84c-43e0-859c-76aec19d5a16 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129600 Jun 19 18:09:17.610517 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcbe82-0c8c-4922-a2a0-053250b1ceca req-b778a62b-f47e-497b-ae9f-2c1dbdb941a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:17.612077 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5cbcbe82-0c8c-4922-a2a0-053250b1ceca req-b778a62b-f47e-497b-ae9f-2c1dbdb941a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f62e43d99644b588a048b698e69f2e&device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 1098 time: 0.2072048 Jun 19 18:09:17.619097 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f153d28-e95e-49c1-a2a1-6d43cd4ba90b req-5b78b39a-221b-4d12-9b08-401544dff4d1 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:17.620754 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2f153d28-e95e-49c1-a2a1-6d43cd4ba90b req-5b78b39a-221b-4d12-9b08-401544dff4d1 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.3550577 Jun 19 18:09:17.663939 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:17.680717 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83551e-5947-45b8-89cb-4f7f97cd482e req-2325d8a9-cf90-4022-b37d-7f1fb7ad8dc4 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:17.687996 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3d83551e-5947-45b8-89cb-4f7f97cd482e req-2325d8a9-cf90-4022-b37d-7f1fb7ad8dc4 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 943 time: 0.2434409 Jun 19 18:09:17.701747 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-58062f33-1431-4d0b-bc6c-b119a48d6f25 req-6d49a373-2489-4b75-8737-2f6587c8f17f service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589467 Jun 19 18:09:17.704507 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:17.750249 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:17.788119 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 0c1d82b9-dfab-4927-b81c-3472da70d8db up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:17.804602 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcbe82-0c8c-4922-a2a0-053250b1ceca req-40ddfae5-dff5-4499-ae3c-ce66e7af548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:17.808799 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5cbcbe82-0c8c-4922-a2a0-053250b1ceca req-40ddfae5-dff5-4499-ae3c-ce66e7af548b service neutron] 10.222.0.30 "GET /v2.0/networks?id=0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 200 len: 920 time: 0.1884308 Jun 19 18:09:17.826626 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2f153d28-e95e-49c1-a2a1-6d43cd4ba90b req-4d90f23b-8dae-4ca7-abf5-05b074726465 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828883 Jun 19 18:09:17.870520 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3d83551e-5947-45b8-89cb-4f7f97cd482e req-cb1b07e4-67b5-4663-9dec-995d8b86dd0e tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814802 Jun 19 18:09:17.883607 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746842'] for router_interface, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:17.887497 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Pushing event updated for resources: {'Port': ['ID=41d033c5-2f94-47c5-be35-84aa1b3d7520,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:17.891184 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:17.991827 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5cbcbe82-0c8c-4922-a2a0-053250b1ceca req-afae6e6e-467c-432b-9a5c-67113555e99a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c4e3e18-ede4-424b-b11b-e0e4873bbae9 HTTP/1.1" status: 200 len: 217 time: 0.1540351 Jun 19 18:09:18.025702 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:18.028040 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 0c1d82b9-dfab-4927-b81c-3472da70d8db completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:18.037235 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 0c1d82b9-dfab-4927-b81c-3472da70d8db triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:18.037685 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:18.042913 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Network 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:18.044066 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:18.082094 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcbe82-0c8c-4922-a2a0-053250b1ceca req-4de55efd-c8ab-4bf5-b1d2-f00fbfb5def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:18.083535 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5cbcbe82-0c8c-4922-a2a0-053250b1ceca req-4de55efd-c8ab-4bf5-b1d2-f00fbfb5def1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6e43aa8-77fe-44a9-9087-d1d176befaca HTTP/1.1" status: 200 len: 859 time: 0.0755177 Jun 19 18:09:18.090159 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7ad2-7324-4605-a476-f590725dc294 req-2a97cf4e-f56b-4b4d-9582-9be57e69bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:18.091660 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0c2e7ad2-7324-4605-a476-f590725dc294 req-2a97cf4e-f56b-4b4d-9582-9be57e69bfaa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a243464b8f334f62891e6bf5fbb11764&device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 1096 time: 0.1550117 Jun 19 18:09:18.161216 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5cbcbe82-0c8c-4922-a2a0-053250b1ceca req-e1962585-3237-4083-a675-3c252dc0e00c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0292681d-9ad0-42f9-9ae2-e82b7207737b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686002 Jun 19 18:09:18.247442 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:18.287877 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 0c1d82b9-dfab-4927-b81c-3472da70d8db, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=0c1d82b9-dfab-4927-b81c-3472da70d8db,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:18.298825 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Router 0f7ef432-0973-4c1d-8ba8-c13d7c713767 has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:09:18.310187 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:18.313411 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:18.397411 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-1d16f10f-98b3-436f-8421-e8e5c5bd22c4 None None] Provisioning complete for port 41d033c5-2f94-47c5-be35-84aa1b3d7520 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:18.397927 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1d16f10f-98b3-436f-8421-e8e5c5bd22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:18.405160 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7ad2-7324-4605-a476-f590725dc294 req-f6e4be52-191b-407a-a66d-5130ff6e0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:18.406599 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0c2e7ad2-7324-4605-a476-f590725dc294 req-f6e4be52-191b-407a-a66d-5130ff6e0904 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 200 len: 916 time: 0.2752712 Jun 19 18:09:18.428089 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5cbcbe82-0c8c-4922-a2a0-053250b1ceca req-d0d57482-84ca-4ad4-bf4c-cc709ad2853a service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501233 Jun 19 18:09:18.466786 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=0c1d82b9-dfab-4927-b81c-3472da70d8db,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:18.471426 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:18.479170 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-1d16f10f-98b3-436f-8421-e8e5c5bd22c4 None None] Port 41d033c5-2f94-47c5-be35-84aa1b3d7520 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:09:18.519952 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0c2e7ad2-7324-4605-a476-f590725dc294 req-7021c46a-d748-46da-8ab1-01ed300aa622 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43bcc46e-7bd9-43d0-9075-d0b4144b1375 HTTP/1.1" status: 200 len: 217 time: 0.0902948 Jun 19 18:09:18.593091 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:09:18.607783 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] 10.222.0.16 "PUT /v2.0/routers/0f7ef432-0973-4c1d-8ba8-c13d7c713767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4539464 Jun 19 18:09:18.656528 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7ad2-7324-4605-a476-f590725dc294 req-74376185-6643-4ca8-b1e7-b811db6dcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:18.657975 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0c2e7ad2-7324-4605-a476-f590725dc294 req-74376185-6643-4ca8-b1e7-b811db6dcd4c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a127e29e-8a04-45c8-938e-6993d421d19b HTTP/1.1" status: 200 len: 855 time: 0.1240995 Jun 19 18:09:18.723598 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0c2e7ad2-7324-4605-a476-f590725dc294 req-a7580420-726b-4548-8b23-a843077ebb96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505500 Jun 19 18:09:18.725511 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5cbcbe82-0c8c-4922-a2a0-053250b1ceca req-81a9fffe-170e-47b8-8d07-4caa62f84e40 service neutron] 10.222.0.30 "GET /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342021 Jun 19 18:09:19.091634 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0c2e7ad2-7324-4605-a476-f590725dc294 req-42dd1ff4-3a01-40e2-8e1c-3184c97a4f09 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428793 Jun 19 18:09:19.104421 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fd0e3-bfa8-43d0-b1f4-03448bbda61e req-416755fe-7fd5-490a-9b42-f1dd594c8ac2 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:19.105925 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b09fd0e3-bfa8-43d0-b1f4-03448bbda61e req-416755fe-7fd5-490a-9b42-f1dd594c8ac2 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1039760 Jun 19 18:09:19.181018 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b09fd0e3-bfa8-43d0-b1f4-03448bbda61e req-80f350ec-0680-49a0-9a89-283721c4b6ff tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652030 Jun 19 18:09:19.208081 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Sync routers for ids ['0f7ef432-0973-4c1d-8ba8-c13d7c713767'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:09:19.223522 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Routers {'0f7ef432-0973-4c1d-8ba8-c13d7c713767'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:09:19.224067 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:08:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['0f7ef432-0973-4c1d-8ba8-c13d7c713767'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:19.299267 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0c2e7ad2-7324-4605-a476-f590725dc294 req-08406509-b55a-48b2-b07e-370cbb063682 service neutron] 10.222.0.30 "GET /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900280 Jun 19 18:09:19.299749 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40026) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:19.306089 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921030029', 'description': 'tempest-secgroup-smoke-921030029 description', 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:19.321675 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:19.434702 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Usage tracker for resource:security_group and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:19.443529 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:19.460978 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:19.480522 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.507281 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:19.513480 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Usage tracker for resource:security_group_rule and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:19.519044 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:19.523849 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Set router 0f7ef432-0973-4c1d-8ba8-c13d7c713767 gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:09:19.531400 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76998d-bb1b-4f00-8723-eb084aff72c4 req-875fb6b1-b971-41c1-a2d3-4c269d0c7845 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:19.532820 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ae76998d-bb1b-4f00-8723-eb084aff72c4 req-875fb6b1-b971-41c1-a2d3-4c269d0c7845 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 943 time: 0.2161577 Jun 19 18:09:19.533866 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:19.599267 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ae76998d-bb1b-4f00-8723-eb084aff72c4 req-35708dd2-f257-48b1-bd2b-d0ccc995e291 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563591 Jun 19 18:09:19.643255 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.648341 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.651914 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-344f4f10-005f-4dc8-a251-a83d3fe7090b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:19.695549 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6949c61-ce91-4d99-8ae9-f6d0fecfb324,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:19.698992 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:19.700543 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.700683 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 0c1d82b9-dfab-4927-b81c-3472da70d8db up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:19.705589 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40034) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:19.709360 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4084797 Jun 19 18:09:19.711762 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Request body: {'security_group_rule': {'security_group_id': 'd6949c61-ce91-4d99-8ae9-f6d0fecfb324', 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:19.717643 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:19.721511 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Usage tracker for resource:security_group_rule and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:19.725279 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:19.732911 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:19.750595 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.811979 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.816406 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.818593 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6b91a6c3-a7b8-4fa1-b864-a7fc5afed413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:19.840062 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c11fdf9-7ce9-4c91-a4d7-8a362a54e19f,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:19.845598 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:19.850181 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.851343 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440105 Jun 19 18:09:19.854072 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40038) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:19.859048 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-53761a80-3231-4cc3-b71b-231f8d898452 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Request body: {'security_group_rule': {'security_group_id': 'd6949c61-ce91-4d99-8ae9-f6d0fecfb324', 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:19.865273 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-53761a80-3231-4cc3-b71b-231f8d898452 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:19.869030 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-53761a80-3231-4cc3-b71b-231f8d898452 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Usage tracker for resource:security_group_rule and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:19.871836 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-53761a80-3231-4cc3-b71b-231f8d898452 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:19.878457 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-53761a80-3231-4cc3-b71b-231f8d898452 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:19.880958 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 0c1d82b9-dfab-4927-b81c-3472da70d8db triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:19.881332 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.895706 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-53761a80-3231-4cc3-b71b-231f8d898452 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.956733 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-53761a80-3231-4cc3-b71b-231f8d898452 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.961123 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-53761a80-3231-4cc3-b71b-231f8d898452 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.962944 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-93b5d2dd-e97d-4353-a64d-38c0fe35f1f1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:19.986348 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53761a80-3231-4cc3-b71b-231f8d898452 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c74df2f-9a02-4e22-b116-6d061b88b17b,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:19.989440 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-53761a80-3231-4cc3-b71b-231f8d898452 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:19.993423 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'name': 'tempest-TestShelveInstance-719032084-router', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:09Z', 'updated_at': '2021-06-19T18:09:16Z', 'revision_number': 4, 'project_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'gw_port': {'id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:10Z', 'updated_at': '2021-06-19T18:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '41d033c5-2f94-47c5-be35-84aa1b3d7520', 'name': '', 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'mac_address': 'fa:16:3e:84:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '81a1ea5a-063e-4ab3-a797-90fa3cc108d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:15Z', 'updated_at': '2021-06-19T18:09:17Z', 'revision_number': 2, 'project_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'subnets': [{'id': '81a1ea5a-063e-4ab3-a797-90fa3cc108d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:19.996689 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-53761a80-3231-4cc3-b71b-231f8d898452 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:19.997877 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-53761a80-3231-4cc3-b71b-231f8d898452 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429224 Jun 19 18:09:20.000706 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40042) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:20.006770 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Request body: {'security_group_rule': {'security_group_id': 'd6949c61-ce91-4d99-8ae9-f6d0fecfb324', 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:20.012083 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Checking router: 0f7ef432-0973-4c1d-8ba8-c13d7c713767 for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:09:20.012384 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:20.012523 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Updating router 0f7ef432-0973-4c1d-8ba8-c13d7c713767 port 41d033c5-2f94-47c5-be35-84aa1b3d7520 binding host dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:09:20.016258 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Usage tracker for resource:security_group_rule and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:20.021511 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:20.030993 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:20.048114 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.074202 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.121909 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.125576 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.127675 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:20.145632 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a88446d-6f2d-4648-8170-94781a232261,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:20.153846 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:20.161362 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.162512 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1605351 Jun 19 18:09:20.165406 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40046) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:20.170412 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Request body: {'security_group_rule': {'security_group_id': 'd6949c61-ce91-4d99-8ae9-f6d0fecfb324', 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:20.176144 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:20.179864 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Usage tracker for resource:security_group_rule and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:20.182653 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:20.188233 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:20.207571 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.278615 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.285250 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.292086 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:20.347435 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a51c8c9-75d6-4e09-b37d-b3b83dc247fb,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:20.350439 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:20.376721 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.377955 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2116246 Jun 19 18:09:20.380630 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40052) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:20.388066 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Request body: {'security_group_rule': {'security_group_id': 'd6949c61-ce91-4d99-8ae9-f6d0fecfb324', 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:20.397164 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:20.403789 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Usage tracker for resource:security_group_rule and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:20.407845 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:20.418330 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:20.434744 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebae033-c86e-48f5-a8e4-49db7804da12 req-5d30e842-4af6-4e64-85ab-b27522133bfc tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:20.436243 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bebae033-c86e-48f5-a8e4-49db7804da12 req-5d30e842-4af6-4e64-85ab-b27522133bfc tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.1361516 Jun 19 18:09:20.440898 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.securitygroups_db [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Project 4ffa04001a184ae7b1aad98a5ac158ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 18:09:20.462620 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.479268 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.493403 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Transition to ACTIVE for port object 41d033c5-2f94-47c5-be35-84aa1b3d7520 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:20.500458 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.506284 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-91fd7e3d-29ed-487f-bd5b-8f0c559f8fbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:20.520092 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bebae033-c86e-48f5-a8e4-49db7804da12 req-7bb6d0f9-870c-4473-8bb4-3f2640863757 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744367 Jun 19 18:09:20.547157 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.554372 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.556485 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e99900c2-ffe6-4498-8461-4c6e552dd953 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:20.595797 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04d0115-62c3-43a4-86d4-0ee99ba6604b,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:20.606679 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:20.626892 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.632163 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40064) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:20.632652 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2509792 Jun 19 18:09:20.638076 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Request body: {'security_group_rule': {'security_group_id': 'd6949c61-ce91-4d99-8ae9-f6d0fecfb324', 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:20.645569 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:20.650865 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Usage tracker for resource:security_group_rule and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:20.654580 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:20.663032 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:20.676056 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.securitygroups_db [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Project 4ffa04001a184ae7b1aad98a5ac158ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 18:09:20.685558 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.782264 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e8a22-6722-4895-a555-75de06210624 None None] Pushing event updated for resources: {'Port': ['ID=41d033c5-2f94-47c5-be35-84aa1b3d7520,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:20.805875 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-558e8a22-6722-4895-a555-75de06210624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:20.824114 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-be4a23f3-0870-4fd4-93e2-911c32abb0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.833173 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.837400 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Attempting to bind port 41d033c5-2f94-47c5-be35-84aa1b3d7520 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:09:20.837993 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Attempting to bind port 41d033c5-2f94-47c5-be35-84aa1b3d7520 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': '7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:09:20.838719 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Attempting to bind port 41d033c5-2f94-47c5-be35-84aa1b3d7520 on network 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:09:20.841948 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.847254 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:09:20.847992 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Checking segment: {'id': '7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:20.849290 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.849849 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Bound using segment: {'id': '7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:09:20.850504 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Bound port: 41d033c5-2f94-47c5-be35-84aa1b3d7520, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:09:20.851124 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.857700 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:20.871268 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc1871-92db-46d1-83f3-604bf9b8ae26 req-8c42f559-c805-4dc1-83db-201732e184ba tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:20.872829 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4cfc1871-92db-46d1-83f3-604bf9b8ae26 req-8c42f559-c805-4dc1-83db-201732e184ba tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 943 time: 0.1286347 Jun 19 18:09:20.900377 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3234255-03ba-460f-809f-7459cb012d7a,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:20.904388 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:20.907883 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.917820 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3b824563-11f0-418d-b1a3-4ec8c614a886 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2753105 Jun 19 18:09:20.945961 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4cfc1871-92db-46d1-83f3-604bf9b8ae26 req-f0a65a84-7b66-4007-bc6b-6ae55d9bf4ee tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655897 Jun 19 18:09:20.978615 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] For port 41d033c5-2f94-47c5-be35-84aa1b3d7520, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:09:20.981734 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] For port 41d033c5-2f94-47c5-be35-84aa1b3d7520, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=41d033c5-2f94-47c5-be35-84aa1b3d7520,segment=NetworkSegment(7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c),segment_id=7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:09:20.988441 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:20.992177 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:21.074613 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 43bcc46e-7bd9-43d0-9075-d0b4144b1375 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:09:21.135118 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Routers {'0f7ef432-0973-4c1d-8ba8-c13d7c713767'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:09:21.135118 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:08:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['0f7ef432-0973-4c1d-8ba8-c13d7c713767'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:21.222849 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e8a22-6722-4895-a555-75de06210624 None None] Pushing event updated for resources: {'Port': ['ID=41d033c5-2f94-47c5-be35-84aa1b3d7520,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:21.251688 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-558e8a22-6722-4895-a555-75de06210624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:21.256444 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:21.498044 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] Set router 0f7ef432-0973-4c1d-8ba8-c13d7c713767 gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:09:21.569892 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 43bcc46e-7bd9-43d0-9075-d0b4144b1375, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=43bcc46e-7bd9-43d0-9075-d0b4144b1375,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:21.598793 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': '43bcc46e-7bd9-43d0-9075-d0b4144b1375', 'network_id': 'b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5', 'port_id': '43bcc46e-7bd9-43d0-9075-d0b4144b1375', 'mac_address': 'fa:16:3e:e1:1f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a127e29e-8a04-45c8-938e-6993d421d19b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:09:21.728597 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8190c-49d6-4107-b81c-924ecefe6498 req-389ee162-5cc6-4a58-b258-971e7803c1eb tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:21.730057 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c3a8190c-49d6-4107-b81c-924ecefe6498 req-389ee162-5cc6-4a58-b258-971e7803c1eb tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0836020 Jun 19 18:09:21.779980 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c3a8190c-49d6-4107-b81c-924ecefe6498 req-dd46249e-48b0-4991-9085-434254b81226 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437126 Jun 19 18:09:21.809555 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:21.841624 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bcc46e-7bd9-43d0-9075-d0b4144b1375 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:09:21.877089 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 43bcc46e-7bd9-43d0-9075-d0b4144b1375, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=43bcc46e-7bd9-43d0-9075-d0b4144b1375,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:21.906513 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:21.911634 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:21.995272 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=43bcc46e-7bd9-43d0-9075-d0b4144b1375,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:21.998647 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:22.012598 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'name': 'tempest-TestShelveInstance-719032084-router', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:09Z', 'updated_at': '2021-06-19T18:09:16Z', 'revision_number': 4, 'project_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'gw_port': {'id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:10Z', 'updated_at': '2021-06-19T18:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '41d033c5-2f94-47c5-be35-84aa1b3d7520', 'name': '', 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'mac_address': 'fa:16:3e:84:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '81a1ea5a-063e-4ab3-a797-90fa3cc108d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:15Z', 'updated_at': '2021-06-19T18:09:20Z', 'revision_number': 4, 'project_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'subnets': [{'id': '81a1ea5a-063e-4ab3-a797-90fa3cc108d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:22.016893 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8deef8-bc9d-4295-a5e2-a0c7faaca78a None None] The sync data for ids ['0f7ef432-0973-4c1d-8ba8-c13d7c713767'] in dv-cinder-797107-1-smb is: [{'id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'name': 'tempest-TestShelveInstance-719032084-router', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:09Z', 'updated_at': '2021-06-19T18:09:16Z', 'revision_number': 4, 'project_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'gw_port': {'id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:10Z', 'updated_at': '2021-06-19T18:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '41d033c5-2f94-47c5-be35-84aa1b3d7520', 'name': '', 'network_id': '30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'mac_address': 'fa:16:3e:84:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '81a1ea5a-063e-4ab3-a797-90fa3cc108d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:15Z', 'updated_at': '2021-06-19T18:09:20Z', 'revision_number': 4, 'project_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'subnets': [{'id': '81a1ea5a-063e-4ab3-a797-90fa3cc108d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:09:22.170741 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32b494-a51f-4da9-8787-d0e4cd50aa38 req-43e7f011-099d-4138-8163-95599692d04d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:22.172676 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4c32b494-a51f-4da9-8787-d0e4cd50aa38 req-43e7f011-099d-4138-8163-95599692d04d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 944 time: 0.1242006 Jun 19 18:09:22.230266 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4c32b494-a51f-4da9-8787-d0e4cd50aa38 req-e1210b4f-05ec-4bb2-a9c6-35b918c0e9aa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513027 Jun 19 18:09:22.480011 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['43bcc46e-7bd9-43d0-9075-d0b4144b1375'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:09:22.826056 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:09:22.984174 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db00bc-91ca-47b3-8c5b-d37a0fb841b8 req-8ba54dad-9c58-47a2-9a5b-4248cee587ec tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:22.986741 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-45db00bc-91ca-47b3-8c5b-d37a0fb841b8 req-8ba54dad-9c58-47a2-9a5b-4248cee587ec tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0851977 Jun 19 18:09:23.034429 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-45db00bc-91ca-47b3-8c5b-d37a0fb841b8 req-8d17d699-240c-49c4-80cc-0e5a4410b24e tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Jun 19 18:09:23.478157 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-3c1c4067-d18c-469e-8067-b2e0b03b019c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:23.519277 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb584d0f-4f31-4368-b413-5d965510d59c req-43066a7f-e049-43ab-b70e-620520e0359c tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:23.521132 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fb584d0f-4f31-4368-b413-5d965510d59c req-43066a7f-e049-43ab-b70e-620520e0359c tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 944 time: 0.1347342 Jun 19 18:09:23.586279 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fb584d0f-4f31-4368-b413-5d965510d59c req-0e90cf71-fb76-4a4b-9b88-f530573a4f17 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588961 Jun 19 18:09:23.749556 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 41d033c5-2f94-47c5-be35-84aa1b3d7520 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:23.896406 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 41d033c5-2f94-47c5-be35-84aa1b3d7520 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:23.901231 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 41d033c5-2f94-47c5-be35-84aa1b3d7520 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:23.901619 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:23.968246 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:24.034983 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:24.070244 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 41d033c5-2f94-47c5-be35-84aa1b3d7520, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=41d033c5-2f94-47c5-be35-84aa1b3d7520,segment=NetworkSegment(7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c),segment_id=7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:24.075407 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:24.077323 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:24.156660 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=41d033c5-2f94-47c5-be35-84aa1b3d7520,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:24.162298 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:24.796779 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54b8cd-f135-434f-9d5e-d1687df5d7db req-04b1909f-8b57-473f-8e69-616d5be29dc2 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:24.798560 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8e54b8cd-f135-434f-9d5e-d1687df5d7db req-04b1909f-8b57-473f-8e69-616d5be29dc2 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 944 time: 0.0999889 Jun 19 18:09:24.843995 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8e54b8cd-f135-434f-9d5e-d1687df5d7db req-c32e0f6b-3355-4231-8aa1-f1a5dd6f6f82 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388210 Jun 19 18:09:25.078666 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 43bcc46e-7bd9-43d0-9075-d0b4144b1375 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:25.180481 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port 43bcc46e-7bd9-43d0-9075-d0b4144b1375 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:25.186272 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port 43bcc46e-7bd9-43d0-9075-d0b4144b1375 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:25.186524 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:25.348369 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:25.381274 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842e8ff1-eb8a-45bf-8aaa-a23696b15c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bcc46e-7bd9-43d0-9075-d0b4144b1375'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:09:25.393871 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 43bcc46e-7bd9-43d0-9075-d0b4144b1375, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=43bcc46e-7bd9-43d0-9075-d0b4144b1375,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:25.399972 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:25.403164 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-558e8a22-6722-4895-a555-75de06210624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:25.443535 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842e8ff1-eb8a-45bf-8aaa-a23696b15c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bcc46e-7bd9-43d0-9075-d0b4144b1375', 'code': 200} Jun 19 18:09:25.479322 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=43bcc46e-7bd9-43d0-9075-d0b4144b1375,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:25.482678 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:25.697433 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 41d033c5-2f94-47c5-be35-84aa1b3d7520 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:25.767251 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 41d033c5-2f94-47c5-be35-84aa1b3d7520 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:25.767617 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:25.777508 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f20ca-c22c-4909-adba-96e03f576819 req-5c41b0a1-605f-4336-95ba-ca4ac4a1c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:25.778950 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d59f20ca-c22c-4909-adba-96e03f576819 req-5c41b0a1-605f-4336-95ba-ca4ac4a1c740 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 1098 time: 0.0734537 Jun 19 18:09:25.826306 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d59f20ca-c22c-4909-adba-96e03f576819 req-4aff245b-d228-45df-8089-80aa2a527567 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386317 Jun 19 18:09:25.832462 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:26.039919 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf3fd6-7657-45ea-b34a-1dca0230dd63 req-055e12b8-fae1-48b5-884d-a59ae2aaccb5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:26.041411 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1acf3fd6-7657-45ea-b34a-1dca0230dd63 req-055e12b8-fae1-48b5-884d-a59ae2aaccb5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 945 time: 0.0826364 Jun 19 18:09:26.090833 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1acf3fd6-7657-45ea-b34a-1dca0230dd63 req-08dd9941-19e1-42ce-bd2b-07532a308d9d tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Jun 19 18:09:27.290901 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0794f3-28ca-4491-ab7e-d83b12220e0e req-efef8d4e-7027-4834-a933-797420da6a27 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:27.290901 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bf0794f3-28ca-4491-ab7e-d83b12220e0e req-efef8d4e-7027-4834-a933-797420da6a27 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 945 time: 0.0879281 Jun 19 18:09:27.332229 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bf0794f3-28ca-4491-ab7e-d83b12220e0e req-e2b4cedd-6ce8-4708-9124-90515157a365 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Jun 19 18:09:28.131972 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b42c3-d1e5-4252-91b3-24ff2a933244 req-7137b402-c4bf-460f-8d07-4a22edaed36a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:28.133365 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-033b42c3-d1e5-4252-91b3-24ff2a933244 req-7137b402-c4bf-460f-8d07-4a22edaed36a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1594703 Jun 19 18:09:28.177263 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-033b42c3-d1e5-4252-91b3-24ff2a933244 req-b296ca7d-a19a-40e0-808b-45b420bc581d tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382254 Jun 19 18:09:28.522682 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668862e-713a-48e3-bd8a-b48d4c858bb0 req-2af6361e-0195-4f72-b825-1d5c71599ee3 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:28.524127 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3668862e-713a-48e3-bd8a-b48d4c858bb0 req-2af6361e-0195-4f72-b825-1d5c71599ee3 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 945 time: 0.0842113 Jun 19 18:09:28.571189 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3668862e-713a-48e3-bd8a-b48d4c858bb0 req-3b1115a6-9f0a-4b53-8475-f5e81730f076 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Jun 19 18:09:29.382246 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5865-2b80-4a5e-9238-31d2fe94ef30 req-31216cec-c298-4b1e-bf0b-7e225918b551 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:29.383671 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-39cc5865-2b80-4a5e-9238-31d2fe94ef30 req-31216cec-c298-4b1e-bf0b-7e225918b551 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.0857329 Jun 19 18:09:29.406414 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40292) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:29.432918 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-39cc5865-2b80-4a5e-9238-31d2fe94ef30 req-24e9804c-f6f8-4bbc-b793-b4ff86559be2 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Jun 19 18:09:29.537826 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7837516e-6bab-4a00-b232-0217c8e7a3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:29.551408 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-7837516e-6bab-4a00-b232-0217c8e7a3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:29.555105 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-7837516e-6bab-4a00-b232-0217c8e7a3ef admin admin] Usage tracker for resource:security_group_rule and tenant:6d066db55d9e42258d26f306ae2cb922 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:29.557805 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-7837516e-6bab-4a00-b232-0217c8e7a3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:29.563311 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-7837516e-6bab-4a00-b232-0217c8e7a3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:29.648381 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7837516e-6bab-4a00-b232-0217c8e7a3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:29.652010 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7837516e-6bab-4a00-b232-0217c8e7a3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:29.660898 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-35452757-e91d-4e0e-9d19-8778500c6090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:29.700683 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-7837516e-6bab-4a00-b232-0217c8e7a3ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d066db55d9e42258d26f306ae2cb922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923925 Jun 19 18:09:29.703060 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40298) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:29.703539 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837516e-6bab-4a00-b232-0217c8e7a3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98bd3e5-6634-4b20-b371-f40280e31340,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:29.706788 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7837516e-6bab-4a00-b232-0217c8e7a3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:29.761833 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-55d4a416-3bd9-4921-950b-36a0a7e50cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:29.791825 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-55d4a416-3bd9-4921-950b-36a0a7e50cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:29.841892 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-55d4a416-3bd9-4921-950b-36a0a7e50cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:29.845390 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-68c91808-7274-4ecc-8d40-92528c0a7f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:29.856756 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4a416-3bd9-4921-950b-36a0a7e50cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98bd3e5-6634-4b20-b371-f40280e31340,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:29.861265 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-55d4a416-3bd9-4921-950b-36a0a7e50cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:29.864098 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-55d4a416-3bd9-4921-950b-36a0a7e50cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:29.865208 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-55d4a416-3bd9-4921-950b-36a0a7e50cf7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a98bd3e5-6634-4b20-b371-f40280e31340 HTTP/1.1" status: 204 len: 168 time: 0.1604829 Jun 19 18:09:30.649806 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6a96f-18ec-49df-a189-8ee8593f1ed7 req-496722c1-5035-45ed-a388-b7bfaa1547f4 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:30.651269 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-08e6a96f-18ec-49df-a189-8ee8593f1ed7 req-496722c1-5035-45ed-a388-b7bfaa1547f4 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.0986762 Jun 19 18:09:30.696909 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-08e6a96f-18ec-49df-a189-8ee8593f1ed7 req-f855c5bf-9a7a-4d23-a020-3bb18d5776c7 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Jun 19 18:09:31.724843 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-f515434a-2e35-40b2-9b65-abc07875a3c9 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:31.725708 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-f515434a-2e35-40b2-9b65-abc07875a3c9 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Synchronizing usage tracker for tenant:b3f62e43d99644b588a048b698e69f2e on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:09:31.749222 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-f515434a-2e35-40b2-9b65-abc07875a3c9 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Unset dirty status for tenant:b3f62e43d99644b588a048b698e69f2e on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:09:31.750339 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-f515434a-2e35-40b2-9b65-abc07875a3c9 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.1093671 Jun 19 18:09:31.821604 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-ba225818-ca09-45d5-a5f9-ab728f4d6736 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Deleting port cb92c14e-69cb-4810-b6a3-d63a70525cd6 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:09:31.821935 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-ba225818-ca09-45d5-a5f9-ab728f4d6736 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:31.889154 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73b0c3-9de9-4f40-883a-9ac58f9f3b53 req-75240327-b9ea-4cb6-bce9-2d5dbc1d3bf4 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:31.890622 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c73b0c3-9de9-4f40-883a-9ac58f9f3b53 req-75240327-b9ea-4cb6-bce9-2d5dbc1d3bf4 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 946 time: 0.0827103 Jun 19 18:09:31.934941 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c73b0c3-9de9-4f40-883a-9ac58f9f3b53 req-8b95863d-6281-46ef-b0aa-b6929a026943 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384538 Jun 19 18:09:32.070414 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-ba225818-ca09-45d5-a5f9-ab728f4d6736 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] For port cb92c14e-69cb-4810-b6a3-d63a70525cd6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cb92c14e-69cb-4810-b6a3-d63a70525cd6,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:32.070762 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-ba225818-ca09-45d5-a5f9-ab728f4d6736 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:32.190962 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-ba225818-ca09-45d5-a5f9-ab728f4d6736 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Calling delete_port for cb92c14e-69cb-4810-b6a3-d63a70525cd6 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:09:32.336377 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-ba225818-ca09-45d5-a5f9-ab728f4d6736 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:32.342541 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4a26af49-24e6-4d24-b0db-02c1b732469c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:32.389177 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba225818-ca09-45d5-a5f9-ab728f4d6736 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Pushing event deleted for resources: {'Port': ['ID=cb92c14e-69cb-4810-b6a3-d63a70525cd6,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:32.391951 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['3c4e3e18-ede4-424b-b11b-e0e4873bbae9', 'cb92c14e-69cb-4810-b6a3-d63a70525cd6'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:09:32.392417 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ba225818-ca09-45d5-a5f9-ab728f4d6736 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:32.466455 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-ba225818-ca09-45d5-a5f9-ab728f4d6736 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] No DVR routers for this DVR port cb92c14e-69cb-4810-b6a3-d63a70525cd6 on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:09:32.468981 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-ba225818-ca09-45d5-a5f9-ab728f4d6736 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:32.471938 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9487ce-bfaf-475e-aa9f-7d55120ea9c6', 'name': 'network-vif-deleted', 'tag': 'cb92c14e-69cb-4810-b6a3-d63a70525cd6'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:09:32.496827 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2ccc0ee9-894b-4601-9857-27a8a5ec5b95 req-ba225818-ca09-45d5-a5f9-ab728f4d6736 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.30 "DELETE /v2.0/ports/cb92c14e-69cb-4810-b6a3-d63a70525cd6 HTTP/1.1" status: 204 len: 173 time: 0.7384233 Jun 19 18:09:32.529899 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9487ce-bfaf-475e-aa9f-7d55120ea9c6', 'name': 'network-vif-deleted', 'tag': 'cb92c14e-69cb-4810-b6a3-d63a70525cd6', 'status': 'completed', 'code': 200} Jun 19 18:09:33.103795 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bcde89c9-82d5-4679-9d60-af7c9d553cef req-ac7f5024-8a4b-486c-bb31-9524e02d4172 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f9487ce-bfaf-475e-aa9f-7d55120ea9c6 HTTP/1.1" status: 200 len: 210 time: 0.0444560 Jun 19 18:09:34.589166 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6ccc5-41c8-4261-b890-feab10654271 req-a1824cc5-4e83-4d6e-aea0-1560424815ed tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:34.590735 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1db6ccc5-41c8-4261-b890-feab10654271 req-a1824cc5-4e83-4d6e-aea0-1560424815ed tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0923915 Jun 19 18:09:34.646630 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1db6ccc5-41c8-4261-b890-feab10654271 req-8667ea44-5db2-4ab8-baf2-6117b689d080 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453713 Jun 19 18:09:35.845422 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32d9cf-247f-4b09-ab92-64fa10fca549 req-9149965b-6f3c-4186-9eb5-75f02f2384ad tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:35.847502 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ff32d9cf-247f-4b09-ab92-64fa10fca549 req-9149965b-6f3c-4186-9eb5-75f02f2384ad tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0897915 Jun 19 18:09:35.896099 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ff32d9cf-247f-4b09-ab92-64fa10fca549 req-43f71e57-8996-402c-b895-a2e15c461c86 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Jun 19 18:09:37.077640 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c90ad-1cbd-4303-9f37-0563c3d29216 req-4b3f858d-06cd-4db2-b91c-76a3a27c06d1 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:37.079322 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d87c90ad-1cbd-4303-9f37-0563c3d29216 req-4b3f858d-06cd-4db2-b91c-76a3a27c06d1 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0784912 Jun 19 18:09:37.124956 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cb92c14e-69cb-4810-b6a3-d63a70525cd6 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:09:37.141264 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d87c90ad-1cbd-4303-9f37-0563c3d29216 req-20a6bdcc-165a-4962-97a6-876c5be5569b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537360 Jun 19 18:09:37.164792 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: cb92c14e-69cb-4810-b6a3-d63a70525cd6 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:09:37.165298 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cb92c14e-69cb-4810-b6a3-d63a70525cd6 not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:09:37.364145 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040020b-6c53-4e60-ba6f-e689c75381e7 req-90c792b7-f842-46ac-a3e6-b12367eaecb3 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:37.365666 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f040020b-6c53-4e60-ba6f-e689c75381e7 req-90c792b7-f842-46ac-a3e6-b12367eaecb3 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 945 time: 0.0855989 Jun 19 18:09:37.413241 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f040020b-6c53-4e60-ba6f-e689c75381e7 req-263b11f8-889a-498d-b324-a3e9c300ef22 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Jun 19 18:09:37.751468 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de73a6c-f6a7-48eb-89f4-d718b3abead8 req-208f2626-6887-473c-9025-49af59b4619d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:37.753720 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2de73a6c-f6a7-48eb-89f4-d718b3abead8 req-208f2626-6887-473c-9025-49af59b4619d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.0837388 Jun 19 18:09:37.800186 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2de73a6c-f6a7-48eb-89f4-d718b3abead8 req-31054d49-0544-43e1-8583-3245e87dab77 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 Jun 19 18:09:38.327100 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b5c95-5dee-4f5e-ba30-7682e92e6985 req-7ceb4c19-b5a4-490e-8b29-a717f565c91b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:38.328521 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-591b5c95-5dee-4f5e-ba30-7682e92e6985 req-7ceb4c19-b5a4-490e-8b29-a717f565c91b tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0871840 Jun 19 18:09:38.373965 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-591b5c95-5dee-4f5e-ba30-7682e92e6985 req-a18aa6f0-3e21-4b36-80da-b75904a73e0d tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390906 Jun 19 18:09:38.597451 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e4f27-b8a1-424e-b905-3979107fe459 req-04b64224-8db4-4880-a33b-6f0926579a53 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:38.598883 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-043e4f27-b8a1-424e-b905-3979107fe459 req-04b64224-8db4-4880-a33b-6f0926579a53 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 945 time: 0.0813072 Jun 19 18:09:38.643283 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-043e4f27-b8a1-424e-b905-3979107fe459 req-16d8108c-4bc1-4143-9059-4f4dd98bf8f7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381682 Jun 19 18:09:38.992578 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054731-1063-4a8c-8576-49d400e0d6c9 req-cb113639-d8fe-4c5f-922b-86f41e5b10bb tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:38.994101 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-45054731-1063-4a8c-8576-49d400e0d6c9 req-cb113639-d8fe-4c5f-922b-86f41e5b10bb tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.0819056 Jun 19 18:09:39.039585 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-45054731-1063-4a8c-8576-49d400e0d6c9 req-e8517851-2d36-414d-b4af-056d90f29055 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399396 Jun 19 18:09:39.562720 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ccada-1338-4177-8b1d-55f150ba73a1 req-98fa3dda-2bf2-49cb-9009-dda1707f0a33 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:39.564039 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e59ccada-1338-4177-8b1d-55f150ba73a1 req-98fa3dda-2bf2-49cb-9009-dda1707f0a33 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0822339 Jun 19 18:09:39.607213 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e59ccada-1338-4177-8b1d-55f150ba73a1 req-49cd99c1-4e85-42b2-9029-fa0c764b9d2e tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369496 Jun 19 18:09:39.821776 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801ad32-006b-4ffe-9461-2026764d0163 req-006d31fa-658b-4d6e-b49f-331337927da5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:39.823214 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2801ad32-006b-4ffe-9461-2026764d0163 req-006d31fa-658b-4d6e-b49f-331337927da5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 945 time: 0.0773842 Jun 19 18:09:39.871958 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2801ad32-006b-4ffe-9461-2026764d0163 req-ef66a843-4dc2-46b1-a296-3f99ebd02f00 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430403 Jun 19 18:09:40.222676 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948dd2a-ad23-485a-8c52-46f8684562d3 req-3c346e26-ce57-4c3a-8046-8b435ba9c57e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:40.224078 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e948dd2a-ad23-485a-8c52-46f8684562d3 req-3c346e26-ce57-4c3a-8046-8b435ba9c57e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.0774345 Jun 19 18:09:40.266808 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e948dd2a-ad23-485a-8c52-46f8684562d3 req-7474f6ea-0512-46f2-b128-f43baeade2b8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369618 Jun 19 18:09:40.370665 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-dd0c68b7-e967-4197-9ee5-d67b3a06b6dc tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:40.371348 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-dd0c68b7-e967-4197-9ee5-d67b3a06b6dc tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Synchronizing usage tracker for tenant:a243464b8f334f62891e6bf5fbb11764 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:09:40.388345 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-dd0c68b7-e967-4197-9ee5-d67b3a06b6dc tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Unset dirty status for tenant:a243464b8f334f62891e6bf5fbb11764 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:09:40.389491 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-dd0c68b7-e967-4197-9ee5-d67b3a06b6dc tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 945 time: 0.0958405 Jun 19 18:09:40.526352 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-a6e3d130-6cab-4163-a69b-498ee24b0764 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Deleting port 43bcc46e-7bd9-43d0-9075-d0b4144b1375 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:09:40.526697 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-a6e3d130-6cab-4163-a69b-498ee24b0764 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:40.770624 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-a6e3d130-6cab-4163-a69b-498ee24b0764 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] For port 43bcc46e-7bd9-43d0-9075-d0b4144b1375, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=43bcc46e-7bd9-43d0-9075-d0b4144b1375,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:40.770976 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-a6e3d130-6cab-4163-a69b-498ee24b0764 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:40.790469 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7f408-4b2b-47aa-9c43-c381fbe29259 req-7c10f2a0-c4b2-4d36-9d7a-ab9f6217dd7d tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:40.791899 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b1d7f408-4b2b-47aa-9c43-c381fbe29259 req-7c10f2a0-c4b2-4d36-9d7a-ab9f6217dd7d tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0805936 Jun 19 18:09:40.893638 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-a6e3d130-6cab-4163-a69b-498ee24b0764 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Calling delete_port for 43bcc46e-7bd9-43d0-9075-d0b4144b1375 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:09:40.895121 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b1d7f408-4b2b-47aa-9c43-c381fbe29259 req-16aac816-159c-4552-b799-3ad3db073208 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975003 Jun 19 18:09:41.041059 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-a6e3d130-6cab-4163-a69b-498ee24b0764 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:41.047039 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-073abe5e-e570-4e56-b968-8d9443f6dffa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:41.056663 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f24d-27ad-4db5-82ff-462db7badec1 req-68d1a6bc-16b0-44ed-89e4-7a7c69bfe585 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:41.058176 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0d56f24d-27ad-4db5-82ff-462db7badec1 req-68d1a6bc-16b0-44ed-89e4-7a7c69bfe585 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=842e8ff1-eb8a-45bf-8aaa-a23696b15c43 HTTP/1.1" status: 200 len: 945 time: 0.0809011 Jun 19 18:09:41.081492 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['d2fc8ad2-3b09-4bee-af80-dc4bf88839a0', '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6', '64276a25-f86b-44eb-b142-986a02d5423f', '43bcc46e-7bd9-43d0-9075-d0b4144b1375'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:09:41.093469 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3d130-6cab-4163-a69b-498ee24b0764 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Pushing event deleted for resources: {'Port': ['ID=43bcc46e-7bd9-43d0-9075-d0b4144b1375,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:41.104168 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a6e3d130-6cab-4163-a69b-498ee24b0764 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:41.119471 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0d56f24d-27ad-4db5-82ff-462db7badec1 req-4f1e4082-e95b-4b2e-9d5d-0afb80c4b5a7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555005 Jun 19 18:09:41.185312 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-a6e3d130-6cab-4163-a69b-498ee24b0764 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] No DVR routers for this DVR port 43bcc46e-7bd9-43d0-9075-d0b4144b1375 on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:09:41.187896 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-a6e3d130-6cab-4163-a69b-498ee24b0764 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:41.192901 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842e8ff1-eb8a-45bf-8aaa-a23696b15c43', 'name': 'network-vif-deleted', 'tag': '43bcc46e-7bd9-43d0-9075-d0b4144b1375'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:09:41.210090 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3b281473-2f4f-4aeb-8941-8e22a44d53ea req-a6e3d130-6cab-4163-a69b-498ee24b0764 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "DELETE /v2.0/ports/43bcc46e-7bd9-43d0-9075-d0b4144b1375 HTTP/1.1" status: 204 len: 173 time: 0.8132384 Jun 19 18:09:41.242030 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842e8ff1-eb8a-45bf-8aaa-a23696b15c43', 'name': 'network-vif-deleted', 'tag': '43bcc46e-7bd9-43d0-9075-d0b4144b1375', 'status': 'completed', 'code': 200} Jun 19 18:09:41.474492 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056020e-44f9-4440-9d7d-551b7dd36187 req-05bbf905-8f09-4220-a10a-fd123517952b tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:41.476081 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d056020e-44f9-4440-9d7d-551b7dd36187 req-05bbf905-8f09-4220-a10a-fd123517952b tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.0816901 Jun 19 18:09:41.529453 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d056020e-44f9-4440-9d7d-551b7dd36187 req-cfbc2b41-c69e-4c47-a5cd-efa8a0623e8a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472679 Jun 19 18:09:41.657810 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-27805770-e98f-4b2f-b7bf-53a351baaf5e tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:41.658554 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-27805770-e98f-4b2f-b7bf-53a351baaf5e tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Synchronizing usage tracker for tenant:b3f62e43d99644b588a048b698e69f2e on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:09:41.673223 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-27805770-e98f-4b2f-b7bf-53a351baaf5e tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Unset dirty status for tenant:b3f62e43d99644b588a048b698e69f2e on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:09:41.675226 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-27805770-e98f-4b2f-b7bf-53a351baaf5e tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0932560 Jun 19 18:09:41.743821 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-98b688d7-edee-418d-941b-da535b5bbd08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Deleting port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:09:41.744156 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-98b688d7-edee-418d-941b-da535b5bbd08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:41.999283 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-98b688d7-edee-418d-941b-da535b5bbd08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] For port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=3c4e3e18-ede4-424b-b11b-e0e4873bbae9,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:41.999633 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-98b688d7-edee-418d-941b-da535b5bbd08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:42.086244 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05377bd7-3285-4c79-b7b4-c97d4d605ad0 req-6db91d8c-6056-4ebf-b0ee-faaeb2f24c7a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:42.087875 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-05377bd7-3285-4c79-b7b4-c97d4d605ad0 req-6db91d8c-6056-4ebf-b0ee-faaeb2f24c7a tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a40eda4-c5d4-4a81-8600-da14a3a08527 HTTP/1.1" status: 200 len: 945 time: 0.0834115 Jun 19 18:09:42.126159 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-98b688d7-edee-418d-941b-da535b5bbd08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Calling delete_port for 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:09:42.135691 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-05377bd7-3285-4c79-b7b4-c97d4d605ad0 req-aed2137a-4242-4faa-a9f1-ddf1ab1841c0 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.16 "GET /v2.0/security-groups?id=fedfb432-cc94-4a4d-9090-4431fc1630f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Jun 19 18:09:42.271071 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-98b688d7-edee-418d-941b-da535b5bbd08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:42.276692 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3462f09e-7b6e-42c7-808c-50152f2dd071 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:42.324268 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b688d7-edee-418d-941b-da535b5bbd08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Pushing event deleted for resources: {'Port': ['ID=3c4e3e18-ede4-424b-b11b-e0e4873bbae9,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:42.328289 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-98b688d7-edee-418d-941b-da535b5bbd08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:42.406796 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-98b688d7-edee-418d-941b-da535b5bbd08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] No DVR routers for this DVR port 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:09:42.409871 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-98b688d7-edee-418d-941b-da535b5bbd08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:42.422343 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5ddb6de3-c40a-4e7f-a92e-b445f1d947c8 req-98b688d7-edee-418d-941b-da535b5bbd08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] 10.222.0.30 "DELETE /v2.0/ports/3c4e3e18-ede4-424b-b11b-e0e4873bbae9 HTTP/1.1" status: 204 len: 173 time: 0.7409019 Jun 19 18:09:42.639228 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['3c4e3e18-ede4-424b-b11b-e0e4873bbae9'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:09:42.724547 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3cfaa-2705-43b9-a75b-a7e14effc224 req-0e835734-32bf-407d-90bb-2dd0de6cc504 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:42.726007 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-07c3cfaa-2705-43b9-a75b-a7e14effc224 req-0e835734-32bf-407d-90bb-2dd0de6cc504 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.0793383 Jun 19 18:09:42.769870 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-07c3cfaa-2705-43b9-a75b-a7e14effc224 req-7ca59c9c-56e4-4698-9a6e-00683629bd63 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381505 Jun 19 18:09:43.236847 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40466) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:43.243608 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a40eda4-c5d4-4a81-8600-da14a3a08527', 'name': 'network-vif-deleted', 'tag': '3c4e3e18-ede4-424b-b11b-e0e4873bbae9'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:09:43.305420 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40eda4-c5d4-4a81-8600-da14a3a08527', 'name': 'network-vif-deleted', 'tag': '3c4e3e18-ede4-424b-b11b-e0e4873bbae9', 'status': 'completed', 'code': 200} Jun 19 18:09:43.798014 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746860'] for router_interface, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:44.196304 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5a1f2-a53b-4e08-9488-13e914b16c1d req-0c874a3f-0603-4b15-bdb1-0d75b0f1ea8c tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:44.197763 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e8c5a1f2-a53b-4e08-9488-13e914b16c1d req-0c874a3f-0603-4b15-bdb1-0d75b0f1ea8c tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 945 time: 0.3121133 Jun 19 18:09:44.314083 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6fa5-2d0d-4d7d-9d1a-fb6b5e3cdf5d req-961c7d82-6972-4b3e-9760-d08a7a75afff tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:44.316482 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-13eb6fa5-2d0d-4d7d-9d1a-fb6b5e3cdf5d req-961c7d82-6972-4b3e-9760-d08a7a75afff tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.3992004 Jun 19 18:09:44.363513 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e8c5a1f2-a53b-4e08-9488-13e914b16c1d req-6b0c037b-33b2-4571-9e42-b8908c6e58db tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565464 Jun 19 18:09:44.389078 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-13eb6fa5-2d0d-4d7d-9d1a-fb6b5e3cdf5d req-7a2a77db-c82b-4e0a-85be-ec1be1aa337b tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599122 Jun 19 18:09:44.443708 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] Deleting port e4f26d44-f580-45a5-85d7-8ced5cc482f3 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:09:44.444056 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:44.616890 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] For port e4f26d44-f580-45a5-85d7-8ced5cc482f3, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=e4f26d44-f580-45a5-85d7-8ced5cc482f3,segment=NetworkSegment(6582152f-a4ad-42ab-bd5d-1ec35a636058),segment_id=6582152f-a4ad-42ab-bd5d-1ec35a636058)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:44.617258 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:44.737903 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] Calling delete_port for e4f26d44-f580-45a5-85d7-8ced5cc482f3 owned by network:router_interface {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:09:45.114226 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:45.119940 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:45.163512 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 43bcc46e-7bd9-43d0-9075-d0b4144b1375 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:09:45.168063 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f26d44-f580-45a5-85d7-8ced5cc482f3,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:45.170947 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:45.196861 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: 43bcc46e-7bd9-43d0-9075-d0b4144b1375 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:09:45.197229 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 43bcc46e-7bd9-43d0-9075-d0b4144b1375 not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:09:45.197653 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:09:45.232760 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:09:45.233111 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 3c4e3e18-ede4-424b-b11b-e0e4873bbae9 not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:09:45.417391 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663772'] for router_interface, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:45.812368 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966a833-c376-478b-8021-d8d30c2b2134 req-a3e183c5-9955-4abc-a602-14e7a752cacb tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:45.813824 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4966a833-c376-478b-8021-d8d30c2b2134 req-a3e183c5-9955-4abc-a602-14e7a752cacb tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 945 time: 0.3327014 Jun 19 18:09:45.869720 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e113c0-f6e0-46fd-bd0f-f722a9dfea68 req-c05f6e8a-dd36-4e38-991e-fcb99956c009 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:45.871110 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d1e113c0-f6e0-46fd-bd0f-f722a9dfea68 req-c05f6e8a-dd36-4e38-991e-fcb99956c009 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.3442564 Jun 19 18:09:45.972491 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4966a833-c376-478b-8021-d8d30c2b2134 req-8ca1a8e8-b728-4928-b357-a5f85bc77352 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116555 Jun 19 18:09:46.028824 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d1e113c0-f6e0-46fd-bd0f-f722a9dfea68 req-18c4a6e6-8501-4a10-8289-613a0a37eb7e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393242 Jun 19 18:09:46.072298 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] Router 78f06b0e-531d-4710-9594-346e2796e50c has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:09:46.261149 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:09:46.268049 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ff8aa9a5-c952-44b5-89bb-145dc5e6a37a tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:46.268964 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ff8aa9a5-c952-44b5-89bb-145dc5e6a37a tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Synchronizing usage tracker for tenant:a243464b8f334f62891e6bf5fbb11764 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:09:46.270331 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375b25a-3a28-4ac9-8c15-e1844a8084d5 None None] Sync routers for ids ['78f06b0e-531d-4710-9594-346e2796e50c'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:09:46.275019 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] 10.222.0.16 "PUT /v2.0/routers/78f06b0e-531d-4710-9594-346e2796e50c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0362527 Jun 19 18:09:46.277682 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40490) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:46.278266 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c448e-f6c8-4ce7-a934-a53e478a2ff6 req-e1e68060-531a-4155-af85-b916c2d8cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:46.279873 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-de8c448e-f6c8-4ce7-a934-a53e478a2ff6 req-e1e68060-531a-4155-af85-b916c2d8cdec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 1098 time: 0.1799517 Jun 19 18:09:46.287548 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375b25a-3a28-4ac9-8c15-e1844a8084d5 None None] Routers {'78f06b0e-531d-4710-9594-346e2796e50c'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:09:46.288862 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-5375b25a-3a28-4ac9-8c15-e1844a8084d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:09:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['78f06b0e-531d-4710-9594-346e2796e50c'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:46.297747 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ff8aa9a5-c952-44b5-89bb-145dc5e6a37a tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Unset dirty status for tenant:a243464b8f334f62891e6bf5fbb11764 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:09:46.299696 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ff8aa9a5-c952-44b5-89bb-145dc5e6a37a tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 945 time: 0.2334857 Jun 19 18:09:46.466429 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:46.475509 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ee7a37da-9f7a-4262-9ea6-cb642fae95fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Deleting port 64276a25-f86b-44eb-b142-986a02d5423f {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:09:46.475841 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ee7a37da-9f7a-4262-9ea6-cb642fae95fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:46.519439 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-5375b25a-3a28-4ac9-8c15-e1844a8084d5 None None] Set router 78f06b0e-531d-4710-9594-346e2796e50c gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:09:46.615328 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c448e-f6c8-4ce7-a934-a53e478a2ff6 req-20da816b-7343-4677-a18b-4dde445517e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:46.616885 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-de8c448e-f6c8-4ce7-a934-a53e478a2ff6 req-20da816b-7343-4677-a18b-4dde445517e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 918 time: 0.2649784 Jun 19 18:09:46.645346 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:46.655673 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Deleting port 476dcfac-dff7-4efe-94dd-a2b880f51ad2 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:09:46.656011 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:46.759810 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-de8c448e-f6c8-4ce7-a934-a53e478a2ff6 req-c71174ea-0dfd-401e-b75c-44d03fc440ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4da6799-fa91-4540-a263-9904105022cc HTTP/1.1" status: 200 len: 999 time: 0.1352601 Jun 19 18:09:46.809970 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-5375b25a-3a28-4ac9-8c15-e1844a8084d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f06b0e-531d-4710-9594-346e2796e50c', 'name': 'tempest-ServerRescueNegativeTestJSON-1847048150-router', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:52Z', 'updated_at': '2021-06-19T18:09:45Z', 'revision_number': 5, 'project_id': 'b3f62e43d99644b588a048b698e69f2e', 'gw_port': {'id': '476dcfac-dff7-4efe-94dd-a2b880f51ad2', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f06b0e-531d-4710-9594-346e2796e50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:54Z', 'updated_at': '2021-06-19T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:46.813716 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375b25a-3a28-4ac9-8c15-e1844a8084d5 None None] Checking router: 78f06b0e-531d-4710-9594-346e2796e50c for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:09:46.822869 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375b25a-3a28-4ac9-8c15-e1844a8084d5 None None] Routers {'78f06b0e-531d-4710-9594-346e2796e50c'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:09:46.823476 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-5375b25a-3a28-4ac9-8c15-e1844a8084d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:09:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['78f06b0e-531d-4710-9594-346e2796e50c'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:46.831837 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] For port 476dcfac-dff7-4efe-94dd-a2b880f51ad2, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=476dcfac-dff7-4efe-94dd-a2b880f51ad2,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:46.832255 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:46.893596 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c448e-f6c8-4ce7-a934-a53e478a2ff6 req-c7bcd7a1-005f-4d95-bebd-d43de3f88ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:46.895095 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-de8c448e-f6c8-4ce7-a934-a53e478a2ff6 req-c7bcd7a1-005f-4d95-bebd-d43de3f88ae9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.0938458 Jun 19 18:09:46.901743 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ee7a37da-9f7a-4262-9ea6-cb642fae95fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] For port 64276a25-f86b-44eb-b142-986a02d5423f, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=64276a25-f86b-44eb-b142-986a02d5423f,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:46.902168 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ee7a37da-9f7a-4262-9ea6-cb642fae95fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:46.961281 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Calling delete_port for 476dcfac-dff7-4efe-94dd-a2b880f51ad2 owned by network:router_gateway {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:09:46.971307 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-5375b25a-3a28-4ac9-8c15-e1844a8084d5 None None] Set router 78f06b0e-531d-4710-9594-346e2796e50c gateway port host: None {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:09:47.075892 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ee7a37da-9f7a-4262-9ea6-cb642fae95fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Calling delete_port for 64276a25-f86b-44eb-b142-986a02d5423f owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:09:47.078732 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-5375b25a-3a28-4ac9-8c15-e1844a8084d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f06b0e-531d-4710-9594-346e2796e50c', 'name': 'tempest-ServerRescueNegativeTestJSON-1847048150-router', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:52Z', 'updated_at': '2021-06-19T18:09:46Z', 'revision_number': 6, 'project_id': 'b3f62e43d99644b588a048b698e69f2e', 'gw_port_host': None}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:47.082366 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375b25a-3a28-4ac9-8c15-e1844a8084d5 None None] The sync data for ids ['78f06b0e-531d-4710-9594-346e2796e50c'] in dv-cinder-797107-1-smb is: [{'id': '78f06b0e-531d-4710-9594-346e2796e50c', 'name': 'tempest-ServerRescueNegativeTestJSON-1847048150-router', 'tenant_id': 'b3f62e43d99644b588a048b698e69f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:52Z', 'updated_at': '2021-06-19T18:09:46Z', 'revision_number': 6, 'project_id': 'b3f62e43d99644b588a048b698e69f2e', 'gw_port_host': None}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:09:47.183416 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c448e-f6c8-4ce7-a934-a53e478a2ff6 req-e67b77b4-1927-4feb-911e-b9cbe06fcadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:47.184922 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-de8c448e-f6c8-4ce7-a934-a53e478a2ff6 req-e67b77b4-1927-4feb-911e-b9cbe06fcadd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2754192 Jun 19 18:09:47.346568 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ee7a37da-9f7a-4262-9ea6-cb642fae95fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:47.353596 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:47.385070 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['d2fc8ad2-3b09-4bee-af80-dc4bf88839a0', '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6', '64276a25-f86b-44eb-b142-986a02d5423f'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:09:47.394352 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79acd6d-ede4-42f0-942a-10f65958dc41 req-b3d732a9-6f6e-4389-9e4c-7f9a3063ad45 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:47.396181 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c79acd6d-ede4-42f0-942a-10f65958dc41 req-b3d732a9-6f6e-4389-9e4c-7f9a3063ad45 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1893148 Jun 19 18:09:47.406866 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600a231-661c-4388-9714-64a4ae99dcfe req-8139433e-a033-47fc-b88c-fafc13115658 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:47.408470 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f600a231-661c-4388-9714-64a4ae99dcfe req-8139433e-a033-47fc-b88c-fafc13115658 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b2c01c-66b7-4034-92ee-064c3980fa23 HTTP/1.1" status: 200 len: 945 time: 0.2008009 Jun 19 18:09:47.412625 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a37da-9f7a-4262-9ea6-cb642fae95fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Pushing event deleted for resources: {'Port': ['ID=64276a25-f86b-44eb-b142-986a02d5423f,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:47.450160 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ee7a37da-9f7a-4262-9ea6-cb642fae95fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:47.488855 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-de8c448e-f6c8-4ce7-a934-a53e478a2ff6 req-d4e53d30-5472-4604-bb5a-6664c142d66f service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953439 Jun 19 18:09:47.497629 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ee7a37da-9f7a-4262-9ea6-cb642fae95fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] No DVR routers for this DVR port 64276a25-f86b-44eb-b142-986a02d5423f on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:09:47.502842 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c79acd6d-ede4-42f0-942a-10f65958dc41 req-453c6c66-e64a-483d-a929-189a666e4b5e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915358 Jun 19 18:09:47.506186 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:47.519709 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ee7a37da-9f7a-4262-9ea6-cb642fae95fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:47.521302 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9c8bc9d0-f04f-4f27-9615-dfba03293665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:47.524803 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b2c01c-66b7-4034-92ee-064c3980fa23', 'name': 'network-vif-deleted', 'tag': '64276a25-f86b-44eb-b142-986a02d5423f'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:09:47.584076 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=476dcfac-dff7-4efe-94dd-a2b880f51ad2,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:47.610716 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ca5b87c3-6632-49b8-b0a9-bfa0ee053a49 req-ee7a37da-9f7a-4262-9ea6-cb642fae95fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "DELETE /v2.0/ports/64276a25-f86b-44eb-b142-986a02d5423f HTTP/1.1" status: 204 len: 173 time: 1.2997217 Jun 19 18:09:47.620369 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f600a231-661c-4388-9714-64a4ae99dcfe req-eb7f9371-5683-4306-8460-1fe2a29ebe4b tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601534 Jun 19 18:09:47.621252 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:47.688849 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b2c01c-66b7-4034-92ee-064c3980fa23', 'name': 'network-vif-deleted', 'tag': '64276a25-f86b-44eb-b142-986a02d5423f', 'status': 'completed', 'code': 200} Jun 19 18:09:47.697231 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-de8c448e-f6c8-4ce7-a934-a53e478a2ff6 req-e37d386c-e1b3-4a50-8ee8-c32c5492ba0c service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975999 Jun 19 18:09:47.765347 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747587'] for router_gateway, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:47.967542 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482'] for router, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:47.977509 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:47.981504 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 476dcfac-dff7-4efe-94dd-a2b880f51ad2 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:09:48.023354 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 476dcfac-dff7-4efe-94dd-a2b880f51ad2 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:09:48.023701 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 476dcfac-dff7-4efe-94dd-a2b880f51ad2 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:09:48.024123 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device e4f26d44-f580-45a5-85d7-8ced5cc482f3 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:09:48.059454 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:48.060103 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: e4f26d44-f580-45a5-85d7-8ced5cc482f3 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:09:48.060485 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-e908892b-ed44-45e0-8fcc-7265b6a77b39 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Synchronizing usage tracker for tenant:4ffa04001a184ae7b1aad98a5ac158ab on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:09:48.060622 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device e4f26d44-f580-45a5-85d7-8ced5cc482f3 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:09:48.074822 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1663534'] for router, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:48.075328 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78f06b0e-531d-4710-9594-346e2796e50c {{(pid=78398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 19 18:09:48.084249 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-e908892b-ed44-45e0-8fcc-7265b6a77b39 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Unset dirty status for tenant:4ffa04001a184ae7b1aad98a5ac158ab on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:09:48.085484 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-e908892b-ed44-45e0-8fcc-7265b6a77b39 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921030029&fields=id&tenant_id=4ffa04001a184ae7b1aad98a5ac158ab HTTP/1.1" status: 200 len: 267 time: 0.2696199 Jun 19 18:09:48.091240 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:48.092247 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/78f06b0e-531d-4710-9594-346e2796e50c HTTP/1.1" status: 204 len: 168 time: 1.8136916 Jun 19 18:09:48.095148 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40506) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:48.269559 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8b2da1-4dec-4c99-8694-d634bdfcee86 admin admin] Deleting subnet e6e43aa8-77fe-44a9-9087-d1d176befaca {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:09:48.271486 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-e5614d6a-5c5e-4c90-9376-3714e5da5aba tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:48.272220 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-e5614d6a-5c5e-4c90-9376-3714e5da5aba tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Synchronizing usage tracker for tenant:4ffa04001a184ae7b1aad98a5ac158ab on resource:network {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:09:48.275050 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2da1-4dec-4c99-8694-d634bdfcee86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:48.291697 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-e5614d6a-5c5e-4c90-9376-3714e5da5aba tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Unset dirty status for tenant:4ffa04001a184ae7b1aad98a5ac158ab on resource:network {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:09:48.293854 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-e5614d6a-5c5e-4c90-9376-3714e5da5aba tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/networks?id=53012942-8f54-401e-a7c5-8a8392ced699 HTTP/1.1" status: 200 len: 808 time: 0.1996222 Jun 19 18:09:48.308145 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-5bab3081-53a0-4210-8a72-307a2b2563fc tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/quotas/4ffa04001a184ae7b1aad98a5ac158ab HTTP/1.1" status: 200 len: 375 time: 0.0092349 Jun 19 18:09:48.349577 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2da1-4dec-4c99-8694-d634bdfcee86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2561049'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:48.399977 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-a29a9e3a-6594-4f18-9bbc-b97bde1b4bf4 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Synchronizing usage tracker for tenant:4ffa04001a184ae7b1aad98a5ac158ab on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:09:48.421953 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-a29a9e3a-6594-4f18-9bbc-b97bde1b4bf4 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Unset dirty status for tenant:4ffa04001a184ae7b1aad98a5ac158ab on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:09:48.423229 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-a29a9e3a-6594-4f18-9bbc-b97bde1b4bf4 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ffa04001a184ae7b1aad98a5ac158ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036515 Jun 19 18:09:48.445084 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2da1-4dec-4c99-8694-d634bdfcee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:48.567052 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-75dcad61-ae39-4ff1-9c13-97bdabf2915d service neutron] 10.222.0.16 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252103 Jun 19 18:09:48.696721 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2da1-4dec-4c99-8694-d634bdfcee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3706322'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:48.701266 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:48.737653 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b2da1-4dec-4c99-8694-d634bdfcee86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e43aa8-77fe-44a9-9087-d1d176befaca,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:48.740494 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2f8b2da1-4dec-4c99-8694-d634bdfcee86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:48.742381 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2da1-4dec-4c99-8694-d634bdfcee86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:48.752353 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-2f8b2da1-4dec-4c99-8694-d634bdfcee86 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e6e43aa8-77fe-44a9-9087-d1d176befaca HTTP/1.1" status: 204 len: 168 time: 0.6528418 Jun 19 18:09:48.752478 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-41ad78b0-51c7-479b-b643-a332a142b23f service neutron] 10.222.0.16 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783500 Jun 19 18:09:48.753077 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40514) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:48.848779 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb751e-c2b8-4d39-af50-69f82aaf2630 req-4540d93c-7d89-4a15-8fc0-a0ea418b5f5c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:48.850225 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-52cb751e-c2b8-4d39-af50-69f82aaf2630 req-4540d93c-7d89-4a15-8fc0-a0ea418b5f5c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1930616 Jun 19 18:09:48.968785 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:49.003163 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-52cb751e-c2b8-4d39-af50-69f82aaf2630 req-9fc379ef-f49a-419a-acb9-99a5a214e00d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440089 Jun 19 18:09:49.119916 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:49.178176 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9bf1a86a-89e5-41ff-99e6-be6b838e740d req-3f268a69-c2bb-42a2-b565-9da01a01c24c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 210 time: 0.0476778 Jun 19 18:09:49.179724 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0292681d-9ad0-42f9-9ae2-e82b7207737b']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:49.192625 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6582152f-a4ad-42ab-bd5d-1ec35a636058') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:49.192809 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6582152f-a4ad-42ab-bd5d-1ec35a636058') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:49.204623 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2604279'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:49.225529 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:49.231819 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:09:49.232105 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530032'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: timer() Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: cb(*args, **kw) Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: self._notify() Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: self.callback(batched_events) Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: event.method(event) Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: return self._get(url).json() Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:09:49.245429 dv-cinder-797107-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:09:49.332671 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:49.336511 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:49.349921 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:49.361085 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] Pushing event deleted for resources: {'Network': ['ID=0292681d-9ad0-42f9-9ae2-e82b7207737b,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:49.364436 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:49.370136 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-10c3e048-9183-4e06-9905-314a95977496 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0292681d-9ad0-42f9-9ae2-e82b7207737b HTTP/1.1" status: 204 len: 168 time: 0.6151497 Jun 19 18:09:49.520814 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836eeb2-20ce-42a3-93dc-af5f8184d9e0 req-767d0a94-fc64-43ad-8a16-169250be2549 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:49.522310 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f836eeb2-20ce-42a3-93dc-af5f8184d9e0 req-767d0a94-fc64-43ad-8a16-169250be2549 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 946 time: 0.0975142 Jun 19 18:09:49.570529 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40540) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:49.588296 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f836eeb2-20ce-42a3-93dc-af5f8184d9e0 req-f2d4f886-653a-4bc0-8a12-dcf628d7d155 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592885 Jun 19 18:09:49.628310 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-0bad8739-dd88-4702-b2b3-dc89086bf2af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3f62e43d99644b588a048b698e69f2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0549567 Jun 19 18:09:49.630228 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40544) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:49.693423 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2ae761d6-1a62-4234-ae35-5dca78628ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:49.719210 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2ae761d6-1a62-4234-ae35-5dca78628ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:49.775414 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2ae761d6-1a62-4234-ae35-5dca78628ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:49.780235 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f02421e3-61ea-4ce1-87c2-973b6f75f93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:49.792681 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae761d6-1a62-4234-ae35-5dca78628ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedfb432-cc94-4a4d-9090-4431fc1630f7,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:49.795519 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2ae761d6-1a62-4234-ae35-5dca78628ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:49.797632 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2ae761d6-1a62-4234-ae35-5dca78628ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:49.801698 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-2ae761d6-1a62-4234-ae35-5dca78628ecb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fedfb432-cc94-4a4d-9090-4431fc1630f7 HTTP/1.1" status: 204 len: 168 time: 0.1673849 Jun 19 18:09:50.201240 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6114ac9-30a6-448a-a521-37967a140876 req-293e0608-ba02-4626-a142-e98219df4efe tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:50.208633 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f6114ac9-30a6-448a-a521-37967a140876 req-293e0608-ba02-4626-a142-e98219df4efe tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.0913861 Jun 19 18:09:50.286353 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f6114ac9-30a6-448a-a521-37967a140876 req-2ebda2f3-7e21-4d96-b0aa-03b291f9f49e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767272 Jun 19 18:09:50.374153 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7f3ef35c-7c9b-4838-af42-39bca9215f7d req-4a0a7d62-3c57-4052-acfd-ba0d791b9d37 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 210 time: 0.0743489 Jun 19 18:09:50.509169 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-29a70802-1ff8-4715-b330-e71278fb2348 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:50.511125 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-29a70802-1ff8-4715-b330-e71278fb2348 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.30 "GET /v2.0/networks?id=53012942-8f54-401e-a7c5-8a8392ced699 HTTP/1.1" status: 200 len: 808 time: 0.1822248 Jun 19 18:09:50.568413 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-d319c51d-7794-4b41-816a-4822140ab7e1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ffa04001a184ae7b1aad98a5ac158ab HTTP/1.1" status: 200 len: 379 time: 0.0411789 Jun 19 18:09:50.582217 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40572) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:50.600340 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Request body: {'port': {'device_id': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'admin_state_up': True, 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'security_groups': ['d6949c61-ce91-4d99-8ae9-f6d0fecfb324']}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:50.714726 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b144b8da-5b92-4a42-a252-d9ecf99e8ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:50.751915 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-484008341-network', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:50.760487 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:50.764823 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:50.767619 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Usage tracker for resource:network and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:50.771321 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:50.781216 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:50.783904 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:50.789258 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94ba2d-cdf8-49fa-8ffd-ebf304950938 req-dbb1bf99-81fe-43f3-80b0-f5ed4411fd0c tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:50.790717 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9e94ba2d-cdf8-49fa-8ffd-ebf304950938 req-dbb1bf99-81fe-43f3-80b0-f5ed4411fd0c tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 946 time: 0.0863228 Jun 19 18:09:50.795474 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Made reservation on behalf of fafa5c8bae7e4634a844643e7c91706e for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:09:50.797744 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:50.808673 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Made reservation on behalf of 4ffa04001a184ae7b1aad98a5ac158ab for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:09:50.812228 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:50.824734 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:50.836557 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9e94ba2d-cdf8-49fa-8ffd-ebf304950938 req-cdf79501-ac6c-4398-bdff-8f64575c9f38 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395482 Jun 19 18:09:50.846527 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:50.851356 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Usage tracker for resource:security_group_rule and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:50.854249 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:50.896032 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:51.036410 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Allocated IP 172.20.0.13 (53012942-8f54-401e-a7c5-8a8392ced699/4ea397f5-b703-452a-bcad-ca68085485d1/d9364b41-f977-4134-8097-0f4ea14e4762) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:09:51.086053 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.095975 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.106114 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2f9889f6-18f9-4a68-94d6-a669450aaced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:51.114715 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.165844 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:09:51.231349 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 64276a25-f86b-44eb-b142-986a02d5423f no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:09:51.263848 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a9a502-98d6-4a19-8564-a00c27590817,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:51.277885 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: 64276a25-f86b-44eb-b142-986a02d5423f {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:09:51.278238 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 64276a25-f86b-44eb-b142-986a02d5423f not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:09:51.284969 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.285526 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Added segment f672d0e0-a92d-4c31-98bd-414df7769437 of type vlan for network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 Jun 19 18:09:51.298788 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:51.299151 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:51.299691 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:51.300215 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:51.300730 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:51.301262 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:51.301610 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:51.301949 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:51.302467 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:51.302810 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:51.303153 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:51.303490 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:51.355049 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:51.359088 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.400412 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.407150 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Transition to ACTIVE for port object d9364b41-f977-4134-8097-0f4ea14e4762 will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:51.463101 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-aea7dfed-a9b3-4765-b86f-0378ed301bc0 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:51.463801 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-aea7dfed-a9b3-4765-b86f-0378ed301bc0 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Synchronizing usage tracker for tenant:a243464b8f334f62891e6bf5fbb11764 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:09:51.468161 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.471318 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:51.471908 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.479164 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-935203d5-d002-47fc-a2e9-55359683cc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:51.525834 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.541539 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-aea7dfed-a9b3-4765-b86f-0378ed301bc0 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Unset dirty status for tenant:a243464b8f334f62891e6bf5fbb11764 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:09:51.542672 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-aea7dfed-a9b3-4765-b86f-0378ed301bc0 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 946 time: 0.3745675 Jun 19 18:09:51.561821 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63052cfd-db41-43ec-9a72-506657b33e5b req-8079d514-e957-4df6-b62c-cebbb41799d7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:51.563265 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-63052cfd-db41-43ec-9a72-506657b33e5b req-8079d514-e957-4df6-b62c-cebbb41799d7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1536160 Jun 19 18:09:51.612963 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb19bb7-93a1-495d-aa5e-7e9e889678d5 req-6288d81f-03fc-4ffc-838e-0c5f7bd55168 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:51.614303 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cfb19bb7-93a1-495d-aa5e-7e9e889678d5 req-6288d81f-03fc-4ffc-838e-0c5f7bd55168 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 932 time: 0.1269305 Jun 19 18:09:51.626161 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-63052cfd-db41-43ec-9a72-506657b33e5b req-f3812475-f629-4cf2-9d04-ed5bc3d29314 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544059 Jun 19 18:09:51.651174 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d4b86cc9-0fd8-4168-ab4e-35a98cce4551,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:51.654457 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Network 53012942-8f54-401e-a7c5-8a8392ced699 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:51.663006 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:51.665421 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0822577 Jun 19 18:09:51.666564 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:51.667359 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:09:51.671475 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cfb19bb7-93a1-495d-aa5e-7e9e889678d5 req-17b1d91e-2c3c-4357-98e3-a6aca516a693 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492637 Jun 19 18:09:51.672043 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40584) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:51.675191 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:09:51.679655 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Request body: {'subnet': {'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-484008341-subnet', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:51.692465 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:51.695065 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:51.697444 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Usage tracker for resource:subnet and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:51.701118 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:51.708293 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:51.719759 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Made reservation on behalf of fafa5c8bae7e4634a844643e7c91706e for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:09:51.722639 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476494'] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.871023 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-91627c3a-91e5-404d-b7f3-1cebab9f61c6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Deleting port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:09:51.871379 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-91627c3a-91e5-404d-b7f3-1cebab9f61c6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.910381 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event updated for resources: {'Port': ['ID=d9364b41-f977-4134-8097-0f4ea14e4762,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:51.925447 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-b5f94b04-146b-4b6f-8714-c59a888bfdb4 None None] Provisioning for port d9364b41-f977-4134-8097-0f4ea14e4762 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:51.928360 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:51.932720 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-b5f94b04-146b-4b6f-8714-c59a888bfdb4 None None] Provisioning complete for port d9364b41-f977-4134-8097-0f4ea14e4762 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:51.933126 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b5f94b04-146b-4b6f-8714-c59a888bfdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.939547 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:51.940188 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:51.992147 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3954453 Jun 19 18:09:52.002798 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-b5f94b04-146b-4b6f-8714-c59a888bfdb4 None None] Port d9364b41-f977-4134-8097-0f4ea14e4762 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:09:52.013459 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Request body: {'port': {'device_id': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:52.141175 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4a16b-9370-404c-88d4-00f5aee316f1 req-340bf68f-608f-43b3-a92d-8a448b625951 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:52.143239 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1ab4a16b-9370-404c-88d4-00f5aee316f1 req-340bf68f-608f-43b3-a92d-8a448b625951 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 946 time: 0.1646464 Jun 19 18:09:52.201097 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1ab4a16b-9370-404c-88d4-00f5aee316f1 req-c58f3f49-ef48-4d37-881f-931f24486c7c tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484447 Jun 19 18:09:52.227492 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:52.266777 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2529165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476508'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:52.271922 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:52.307152 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-91627c3a-91e5-404d-b7f3-1cebab9f61c6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] For port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:52.307500 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-91627c3a-91e5-404d-b7f3-1cebab9f61c6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:52.426641 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3e0ae5-0af0-4e99-adcd-11d168f82436,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:52.429866 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:52.435540 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Checking segment: {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:52.435888 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Network hostable DHCP agents. Network: d4b86cc9-0fd8-4168-ab4e-35a98cce4551, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:09:52.436903 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-91627c3a-91e5-404d-b7f3-1cebab9f61c6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Calling delete_port for 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:09:52.454896 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:09:52.464832 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, d4b86cc9-0fd8-4168-ab4e-35a98cce4551) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:52.474142 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd2cceb-a508-4bf1-a53b-e83b256acb24 None None] Network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:09:52.480387 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:52.481003 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:52.507064 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8317018 Jun 19 18:09:52.507357 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40590) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:52.513810 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:09:52.518490 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:09:52.522629 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Usage tracker for resource:router and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:09:52.526142 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:09:52.531824 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:09:52.543280 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1664751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-476'] for router, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:52.544590 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-469'] for router, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:52.561694 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:52.711661 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp301dc5b5-d905-5c7b-b879-3bd27615c960-d4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436'}]}} from dv-cinder-797107-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 19 18:09:52.712728 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:52.759688 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-91627c3a-91e5-404d-b7f3-1cebab9f61c6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:52.767881 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e7cf8712-0452-49bf-aa97-23fbd6f4601b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:52.808190 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['d2fc8ad2-3b09-4bee-af80-dc4bf88839a0', '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:09:52.821227 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91627c3a-91e5-404d-b7f3-1cebab9f61c6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Pushing event deleted for resources: {'Port': ['ID=4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:52.851925 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-91627c3a-91e5-404d-b7f3-1cebab9f61c6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:52.912707 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-91627c3a-91e5-404d-b7f3-1cebab9f61c6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] No DVR routers for this DVR port 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:09:52.917154 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-91627c3a-91e5-404d-b7f3-1cebab9f61c6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:52.919722 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461b6f25-e75d-4316-9b66-6fc847e3554b', 'name': 'network-vif-deleted', 'tag': '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:09:52.970280 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Allocated IP 172.20.0.2 (d4b86cc9-0fd8-4168-ab4e-35a98cce4551/8b3e0ae5-0af0-4e99-adcd-11d168f82436/67ed22e3-2ffe-4872-b44c-cff92dbc10aa) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:09:52.972194 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1747513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1664724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:52.982423 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-96ac26e2-d988-4327-81c3-c9ade0956ada req-91627c3a-91e5-404d-b7f3-1cebab9f61c6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "DELETE /v2.0/ports/4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 HTTP/1.1" status: 204 len: 173 time: 1.3927457 Jun 19 18:09:52.989241 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9364b41-f977-4134-8097-0f4ea14e4762 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:09:52.997756 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.021396 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Transition to ACTIVE for port object d9364b41-f977-4134-8097-0f4ea14e4762 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:53.027008 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.034479 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:53.095777 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f149e5e-7796-4951-8836-10d604295025 req-c76e6809-d44a-46ab-b435-b6e14265038a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:53.097682 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0f149e5e-7796-4951-8836-10d604295025 req-c76e6809-d44a-46ab-b435-b6e14265038a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.2194920 Jun 19 18:09:53.105280 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Pushing event updated for resources: {'Port': ['ID=d9364b41-f977-4134-8097-0f4ea14e4762,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:53.107004 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ea3f8-e442-40e1-b77d-342049b1bb78 req-bf014ef3-38f2-48b8-9fa3-0115f0121ca9 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:53.109200 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a54ea3f8-e442-40e1-b77d-342049b1bb78 req-bf014ef3-38f2-48b8-9fa3-0115f0121ca9 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 932 time: 0.2331264 Jun 19 18:09:53.117155 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:53.288694 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0f149e5e-7796-4951-8836-10d604295025 req-e7dd526f-ecee-4612-afee-660d68ebcaa0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780784 Jun 19 18:09:53.326966 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a54ea3f8-e442-40e1-b77d-342049b1bb78 req-ea41851a-bc96-4214-9fc3-76361d3a5e76 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558926 Jun 19 18:09:53.343203 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.369696 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Transition to ACTIVE for port object 67ed22e3-2ffe-4872-b44c-cff92dbc10aa will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:53.379145 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Attempting to bind port d9364b41-f977-4134-8097-0f4ea14e4762 on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:09:53.379479 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Attempting to bind port d9364b41-f977-4134-8097-0f4ea14e4762 by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:09:53.379804 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Attempting to bind port d9364b41-f977-4134-8097-0f4ea14e4762 on network 53012942-8f54-401e-a7c5-8a8392ced699 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:09:53.394411 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Port d9364b41-f977-4134-8097-0f4ea14e4762 on network 53012942-8f54-401e-a7c5-8a8392ced699 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:09:53.394735 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Attempting to bind port d9364b41-f977-4134-8097-0f4ea14e4762 on network 53012942-8f54-401e-a7c5-8a8392ced699 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:09:53.407591 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:09:53.407885 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Checking segment: {'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:53.408220 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Bound using segment: {'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:09:53.408642 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Bound port: d9364b41-f977-4134-8097-0f4ea14e4762, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119de96d-c1a8-49b5-a2bb-898c9b006782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:09:53.413117 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.435662 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461b6f25-e75d-4316-9b66-6fc847e3554b', 'name': 'network-vif-deleted', 'tag': '4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6', 'status': 'completed', 'code': 200} Jun 19 18:09:53.437970 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Transition to ACTIVE for port object 67ed22e3-2ffe-4872-b44c-cff92dbc10aa will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:53.458055 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.464183 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:53.537053 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] For port d9364b41-f977-4134-8097-0f4ea14e4762, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:09:53.541481 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] For port d9364b41-f977-4134-8097-0f4ea14e4762, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d9364b41-f977-4134-8097-0f4ea14e4762,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:09:53.550994 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.551122 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:53.554499 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-90182f71-fd0c-4146-9261-a2b21e2b5413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.557544 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:53.559811 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:09:53.562813 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a6e3d130-6cab-4163-a69b-498ee24b0764 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:53.608613 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Pushing event updated for resources: {'Port': ['ID=67ed22e3-2ffe-4872-b44c-cff92dbc10aa,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:53.612441 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:53.629135 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:53.629835 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.631302 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] 10.222.0.30 "PUT /v2.0/ports/d9364b41-f977-4134-8097-0f4ea14e4762 HTTP/1.1" status: 200 len: 1094 time: 1.6243348 Jun 19 18:09:53.644654 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-318f229b-76d9-4882-9311-d720d21fec4a req-7b951cc7-ef50-4cb4-b13f-f6237e7e4119 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=461b6f25-e75d-4316-9b66-6fc847e3554b HTTP/1.1" status: 200 len: 210 time: 0.0496614 Jun 19 18:09:53.655249 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Pushing event updated for resources: {'Port': ['ID=d9364b41-f977-4134-8097-0f4ea14e4762,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:53.662191 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:53.698665 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Attempting to bind port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:09:53.699110 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Attempting to bind port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:09:53.699467 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Attempting to bind port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa on network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:09:53.715710 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:09:53.716091 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Checking segment: {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:53.716510 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.716762 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.716978 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Bound using segment: {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:09:53.721328 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Bound port: 67ed22e3-2ffe-4872-b44c-cff92dbc10aa, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:09:53.721694 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.756188 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.805531 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-7c5793b2-d52a-4313-86bd-db19f0105b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:53.807161 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-7c5793b2-d52a-4313-86bd-db19f0105b35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ffa04001a184ae7b1aad98a5ac158ab&device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 1097 time: 0.1014898 Jun 19 18:09:53.856023 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] For port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:09:53.860133 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] For port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=67ed22e3-2ffe-4872-b44c-cff92dbc10aa,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:09:53.867203 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:53.871994 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:53.922507 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Allocated IP 172.28.0.9 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/fcd3fd06-84db-47fc-b3a2-6c729da43202) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:09:53.976441 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-cb8de11a-9235-4774-bafd-8e12de66700a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9364b41-f977-4134-8097-0f4ea14e4762 HTTP/1.1" status: 200 len: 217 time: 0.1494977 Jun 19 18:09:53.983527 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Pushing event updated for resources: {'Port': ['ID=67ed22e3-2ffe-4872-b44c-cff92dbc10aa,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:53.987485 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:53.989001 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:54.060789 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-e90aec60-c254-4160-a3b2-0a345f2f427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:54.062258 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-e90aec60-c254-4160-a3b2-0a345f2f427a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ea397f5-b703-452a-bcad-ca68085485d1 HTTP/1.1" status: 200 len: 847 time: 0.0774860 Jun 19 18:09:54.096630 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:54.134947 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:54.140551 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:54.210452 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-eab1f1a6-84db-4a8a-8c75-fb415dbccd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:54.212164 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-eab1f1a6-84db-4a8a-8c75-fb415dbccd5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53012942-8f54-401e-a7c5-8a8392ced699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1307955 Jun 19 18:09:54.267607 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:54.276593 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:54.278984 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd3fd06-84db-47fc-b3a2-6c729da43202,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:54.281458 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:09:54.309823 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:54.404926 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-011175b0-32e1-4902-8c86-919322d14038 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830666 Jun 19 18:09:54.549322 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-410ee110-616c-42fd-ab7c-d70d1a12ca44 req-b05c6111-89f5-438a-a626-e771ade47565 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363184 Jun 19 18:09:54.862303 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd72231-c8c8-41f0-a6bf-c3a7ca5a22a8 req-0fa88b80-6047-46c4-9a71-8b4de9308022 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:54.863847 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4dd72231-c8c8-41f0-a6bf-c3a7ca5a22a8 req-0fa88b80-6047-46c4-9a71-8b4de9308022 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 944 time: 0.3254318 Jun 19 18:09:54.874503 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41886c-23a3-4a9b-b16b-e35cfe96be0a req-1ccf58f1-3d92-468a-9233-985eb7ae22c1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:54.876211 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2d41886c-23a3-4a9b-b16b-e35cfe96be0a req-1ccf58f1-3d92-468a-9233-985eb7ae22c1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.3389516 Jun 19 18:09:54.941133 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3017e271-5099-4d78-b919-cab8b8edef83 None None] Network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:09:55.038111 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4dd72231-c8c8-41f0-a6bf-c3a7ca5a22a8 req-e4562903-f6ab-42a0-8e20-c6a5be76c2c4 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606328 Jun 19 18:09:55.041896 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:55.052375 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-9e2116db-01f0-41d3-b595-0bc12d299076 None None] Provisioning for port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:55.091004 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2d41886c-23a3-4a9b-b16b-e35cfe96be0a req-b23032df-32ad-4f40-af1f-42039443e5af tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964493 Jun 19 18:09:55.257601 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:09:55.319939 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:09:55.320485 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 4ec0d60f-1fb6-45ae-b19e-4ba54e62cae6 not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:09:55.413714 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1664733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747542'] for router, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:55.437328 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:09:55.482572 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'status': 'completed', 'code': 200} Jun 19 18:09:55.618475 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30bf95-d5ce-4564-8714-3b2af7416f97 req-3b57eb80-fe6f-4f9f-8a2f-504ac742f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:55.619957 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3f30bf95-d5ce-4564-8714-3b2af7416f97 req-3b57eb80-fe6f-4f9f-8a2f-504ac742f3e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ffa04001a184ae7b1aad98a5ac158ab&device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 1097 time: 0.0822349 Jun 19 18:09:55.623368 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Router 7efb41dc-9980-4381-b938-499f27541bcf is scheduled to L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 with binding_index 1 {{(pid=78398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 18:09:55.745180 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 67ed22e3-2ffe-4872-b44c-cff92dbc10aa up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:55.768364 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30bf95-d5ce-4564-8714-3b2af7416f97 req-88d41b20-cb1b-493e-9cf6-500f280bb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:55.769837 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3f30bf95-d5ce-4564-8714-3b2af7416f97 req-88d41b20-cb1b-493e-9cf6-500f280bb833 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53012942-8f54-401e-a7c5-8a8392ced699 HTTP/1.1" status: 200 len: 909 time: 0.1389925 Jun 19 18:09:55.801333 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:09:55.815040 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Sync routers for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:09:55.821125 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:55.826824 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:55.832019 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-074a8165-9258-4b1f-95cb-698f1ad08697 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3235781 Jun 19 18:09:55.832746 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40616) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:09:55.833266 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:09:55.833956 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:09:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:55.849566 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3f30bf95-d5ce-4564-8714-3b2af7416f97 req-725d24b1-f9c0-4a88-a746-781aa815c264 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9364b41-f977-4134-8097-0f4ea14e4762 HTTP/1.1" status: 200 len: 217 time: 0.0704789 Jun 19 18:09:55.925025 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30bf95-d5ce-4564-8714-3b2af7416f97 req-f71570b3-5c3e-4e98-a700-314487ea1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:55.926573 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3f30bf95-d5ce-4564-8714-3b2af7416f97 req-f71570b3-5c3e-4e98-a700-314487ea1f90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ea397f5-b703-452a-bcad-ca68085485d1 HTTP/1.1" status: 200 len: 847 time: 0.0675061 Jun 19 18:09:55.952786 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:55.963240 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:55.963710 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:56.013650 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30bf95-d5ce-4564-8714-3b2af7416f97 req-88a0b5fb-7160-4beb-ae2e-0c739b72d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:56.015275 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3f30bf95-d5ce-4564-8714-3b2af7416f97 req-88a0b5fb-7160-4beb-ae2e-0c739b72d910 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53012942-8f54-401e-a7c5-8a8392ced699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787203 Jun 19 18:09:56.106416 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:09:56.186107 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3f30bf95-d5ce-4564-8714-3b2af7416f97 req-36b6826d-06c7-4816-bf30-8fff810c6079 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624706 Jun 19 18:09:56.342365 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:56.360046 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-3f30bf95-d5ce-4564-8714-3b2af7416f97 req-7847937b-ece3-42e8-aca7-06edaadd78e1 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640573 Jun 19 18:09:56.416075 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=67ed22e3-2ffe-4872-b44c-cff92dbc10aa,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:56.444562 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:56.448764 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-2543c19e-6691-4478-a6a6-b782bda1b210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:56.526942 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=67ed22e3-2ffe-4872-b44c-cff92dbc10aa,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:56.530177 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7ce20-160b-421e-a508-88a2ea43994a req-e3b9fe0b-89cd-461d-bf84-f28d12f31bc2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:56.530826 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:56.531628 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-04f7ce20-160b-421e-a508-88a2ea43994a req-e3b9fe0b-89cd-461d-bf84-f28d12f31bc2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 944 time: 0.3298333 Jun 19 18:09:56.545178 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:54Z', 'revision_number': 3, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:56.551028 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Checking router: 7efb41dc-9980-4381-b938-499f27541bcf for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:09:56.551383 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Updating router 7efb41dc-9980-4381-b938-499f27541bcf port fcd3fd06-84db-47fc-b3a2-6c729da43202 binding host dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:09:56.578069 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d7151-90a6-48d7-9aeb-d744b388937b req-c1033b64-dddc-444b-b089-bacb54d9b24e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:56.580170 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d23d7151-90a6-48d7-9aeb-d744b388937b req-c1033b64-dddc-444b-b089-bacb54d9b24e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.3418703 Jun 19 18:09:56.604217 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:56.711499 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-04f7ce20-160b-421e-a508-88a2ea43994a req-146148ec-4023-4556-a864-7164df0ea883 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676607 Jun 19 18:09:56.730076 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d23d7151-90a6-48d7-9aeb-d744b388937b req-e22ceebb-f869-445b-8e26-1d2565f790ee tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428859 Jun 19 18:09:56.906758 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:56.958545 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:56.970970 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Transition to ACTIVE for port object fcd3fd06-84db-47fc-b3a2-6c729da43202 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:56.978092 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:56.982587 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-c49b1146-5323-453c-b6a1-cabd0da2c18c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:57.060759 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Attempting to bind port fcd3fd06-84db-47fc-b3a2-6c729da43202 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:09:57.061172 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Attempting to bind port fcd3fd06-84db-47fc-b3a2-6c729da43202 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:09:57.061529 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Attempting to bind port fcd3fd06-84db-47fc-b3a2-6c729da43202 on network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:09:57.070989 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:09:57.071398 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Checking segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:09:57.071808 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:57.072193 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Bound using segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:09:57.072647 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Bound port: fcd3fd06-84db-47fc-b3a2-6c729da43202, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:09:57.073040 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:57.096834 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77921501-2d62-42dc-b7cd-40407aa5c88e None None] Pushing event updated for resources: {'Port': ['ID=fcd3fd06-84db-47fc-b3a2-6c729da43202,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:57.103494 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-77921501-2d62-42dc-b7cd-40407aa5c88e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:57.148376 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] For port fcd3fd06-84db-47fc-b3a2-6c729da43202, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:09:57.151957 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] For port fcd3fd06-84db-47fc-b3a2-6c729da43202, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=fcd3fd06-84db-47fc-b3a2-6c729da43202,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:09:57.155976 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:57.160363 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-558e8a22-6722-4895-a555-75de06210624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:57.194744 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Allocated IP 172.20.0.1 (d4b86cc9-0fd8-4168-ab4e-35a98cce4551/8b3e0ae5-0af0-4e99-adcd-11d168f82436/60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:09:57.206703 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec80a8-8649-449c-b278-385271c0e4ee req-68c43aae-69e6-4112-be17-98b39d5b4e54 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:57.208173 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-daec80a8-8649-449c-b278-385271c0e4ee req-68c43aae-69e6-4112-be17-98b39d5b4e54 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 945 time: 0.1627598 Jun 19 18:09:57.240399 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:09:57.240399 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:09:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:57.294528 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d4da6799-fa91-4540-a263-9904105022cc details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:09:57.304902 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77921501-2d62-42dc-b7cd-40407aa5c88e None None] Pushing event updated for resources: {'Port': ['ID=fcd3fd06-84db-47fc-b3a2-6c729da43202,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:57.311018 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-77921501-2d62-42dc-b7cd-40407aa5c88e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:57.335580 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-daec80a8-8649-449c-b278-385271c0e4ee req-b22abd32-e346-4983-824d-27d31c8a61a2 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207163 Jun 19 18:09:57.386343 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:57.401834 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Transition to ACTIVE for port object 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:09:57.425980 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:57.431406 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:57.492955 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:57.495732 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:57.498277 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:09:57.569741 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:09:57.662556 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Pushing event updated for resources: {'Port': ['ID=60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:57.666901 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:57.679207 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746745'] for router_interface, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:57.731188 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 67ed22e3-2ffe-4872-b44c-cff92dbc10aa up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:57.785087 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d4da6799-fa91-4540-a263-9904105022cc,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:57.867192 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'd4da6799-fa91-4540-a263-9904105022cc', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'port_id': 'd4da6799-fa91-4540-a263-9904105022cc', 'mac_address': 'fa:16:3e:0c:61:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:09:57.878084 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-48d4a95d-1644-494a-b26a-86acc59ba0f9 None None] Provisioning for port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:09:57.916897 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-48d4a95d-1644-494a-b26a-86acc59ba0f9 None None] Provisioning complete for port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:57.917270 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-48d4a95d-1644-494a-b26a-86acc59ba0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:58.036563 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:58.049507 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2166b-fc25-4ce5-955c-c37f7dae2151 req-1f83b7e5-4367-47ac-86f8-e4565e8792fd tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:58.050949 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ecc2166b-fc25-4ce5-955c-c37f7dae2151 req-1f83b7e5-4367-47ac-86f8-e4565e8792fd tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 944 time: 0.2161515 Jun 19 18:09:58.062012 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-48d4a95d-1644-494a-b26a-86acc59ba0f9 None None] Port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:09:58.067065 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4da6799-fa91-4540-a263-9904105022cc {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:09:58.070739 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:58.071115 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:58.072179 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c8f81-3857-455f-950b-a5d13f2ce690 req-feff11c0-073f-4162-b1ca-8296d0806f58 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:58.073621 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d50c8f81-3857-455f-950b-a5d13f2ce690 req-feff11c0-073f-4162-b1ca-8296d0806f58 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1892402 Jun 19 18:09:58.116672 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:58.135929 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d4da6799-fa91-4540-a263-9904105022cc,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:58.144485 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:58.147735 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:58.159278 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ecc2166b-fc25-4ce5-955c-c37f7dae2151 req-b87b2365-ba96-4600-87da-6f969d03837c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980167 Jun 19 18:09:58.203828 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d50c8f81-3857-455f-950b-a5d13f2ce690 req-be9ef32b-e357-460a-a251-a86a0acccf03 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155746 Jun 19 18:09:58.267994 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:54Z', 'revision_number': 3, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:09:58.280747 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d4da6799-fa91-4540-a263-9904105022cc,revision_number=6']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:58.287647 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:58.288405 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a879a-8330-45c8-aec7-861434f3f5bf None None] The sync data for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb is: [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:54Z', 'revision_number': 3, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:09:58.341006 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['d4da6799-fa91-4540-a263-9904105022cc'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:09:58.386690 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:58.393833 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:58.422754 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e022ca1d-7cbd-4d10-9e22-f568ae2b20b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:58.579831 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Pushing event updated for resources: {'Port': ['ID=60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:58.584991 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:58.585895 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746842'] for router_interface, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:58.699211 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184040aa-6059-451b-ba8f-eb95499e4048 req-4795bf73-4ddb-40cf-8eaa-1cb4c4aa2be2 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:58.700733 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-184040aa-6059-451b-ba8f-eb95499e4048 req-4795bf73-4ddb-40cf-8eaa-1cb4c4aa2be2 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 945 time: 0.2381792 Jun 19 18:09:58.777329 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-184040aa-6059-451b-ba8f-eb95499e4048 req-393fbdcd-e067-4e3e-b1d6-f96fa5b10b27 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660832 Jun 19 18:09:58.784114 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:09:58.785459 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:09:58.979535 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Router 7efb41dc-9980-4381-b938-499f27541bcf has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:09:59.093779 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-d55d21e4-b35c-4a9c-9e82-24a7e9c6e1a7 None None] Provisioning complete for port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:59.094304 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d55d21e4-b35c-4a9c-9e82-24a7e9c6e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:59.149870 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-d55d21e4-b35c-4a9c-9e82-24a7e9c6e1a7 None None] Port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:09:59.163958 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:09:59.173017 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] 10.222.0.16 "PUT /v2.0/routers/7efb41dc-9980-4381-b938-499f27541bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3388238 Jun 19 18:09:59.256736 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d9364b41-f977-4134-8097-0f4ea14e4762 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:09:59.263858 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d4da6799-fa91-4540-a263-9904105022cc up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:59.384722 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-6ab29984-93b6-47fa-8d7f-2d186c72a2e5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:59.385468 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-6ab29984-93b6-47fa-8d7f-2d186c72a2e5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Synchronizing usage tracker for tenant:a243464b8f334f62891e6bf5fbb11764 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:09:59.405429 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-6ab29984-93b6-47fa-8d7f-2d186c72a2e5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Unset dirty status for tenant:a243464b8f334f62891e6bf5fbb11764 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:09:59.406808 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-6ab29984-93b6-47fa-8d7f-2d186c72a2e5 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 945 time: 0.1571300 Jun 19 18:09:59.459799 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port d4da6799-fa91-4540-a263-9904105022cc triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:09:59.460373 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:59.490819 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-2535c713-3d31-4e23-8512-51612be0be48 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Deleting port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:09:59.491035 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-2535c713-3d31-4e23-8512-51612be0be48 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:59.540218 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d9364b41-f977-4134-8097-0f4ea14e4762, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d9364b41-f977-4134-8097-0f4ea14e4762,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:59.558751 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'port_id': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'mac_address': 'fa:16:3e:27:6a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:09:59.609348 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a050431-ff25-4c8b-b0a2-0df87c4e1c5a req-e3ed9d74-8ef2-4ae4-a839-9bb5915b3ef4 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:59.611453 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8a050431-ff25-4c8b-b0a2-0df87c4e1c5a req-e3ed9d74-8ef2-4ae4-a839-9bb5915b3ef4 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 944 time: 0.3043075 Jun 19 18:09:59.639252 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1a98c-f69e-45f1-bac6-0282c526609d req-97644e8c-2e11-45d2-888a-72cfdf154e6e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:09:59.640724 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cec1a98c-f69e-45f1-bac6-0282c526609d req-97644e8c-2e11-45d2-888a-72cfdf154e6e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 944 time: 0.2481661 Jun 19 18:09:59.672013 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:59.681303 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:59.703700 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8a050431-ff25-4c8b-b0a2-0df87c4e1c5a req-48634e26-fbb3-41c3-b1e4-58efe7951744 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861683 Jun 19 18:09:59.709737 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9364b41-f977-4134-8097-0f4ea14e4762 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:09:59.732565 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cec1a98c-f69e-45f1-bac6-0282c526609d req-598a34f7-4669-4e54-9b6b-2eb888322b88 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808678 Jun 19 18:09:59.743748 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:09:59.759005 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d9364b41-f977-4134-8097-0f4ea14e4762, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d9364b41-f977-4134-8097-0f4ea14e4762,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:59.762031 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d4da6799-fa91-4540-a263-9904105022cc,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:09:59.768868 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:59.771769 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-77921501-2d62-42dc-b7cd-40407aa5c88e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:09:59.821666 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:09:59.825507 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:09:59.862694 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device fcd3fd06-84db-47fc-b3a2-6c729da43202 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:09:59.891301 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc', 'code': 200} Jun 19 18:09:59.929636 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d9364b41-f977-4134-8097-0f4ea14e4762,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:09:59.941127 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:59.941472 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:59.941816 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:59.942145 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:59.942471 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:59.942798 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:59.943119 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:59.943439 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:59.943755 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:59.944072 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:59.944378 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:59.944688 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:09:59.949599 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:09:59.950071 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:00.023441 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-2535c713-3d31-4e23-8512-51612be0be48 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] For port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0,segment=NetworkSegment(34f9a8cd-d509-4dd5-93fe-c66ed045cb3a),segment_id=34f9a8cd-d509-4dd5-93fe-c66ed045cb3a)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:00.023792 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-2535c713-3d31-4e23-8512-51612be0be48 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:00.074365 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d4da6799-fa91-4540-a263-9904105022cc,revision_number=7']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:00.081611 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:00.106005 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port fcd3fd06-84db-47fc-b3a2-6c729da43202 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:00.113037 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port fcd3fd06-84db-47fc-b3a2-6c729da43202 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:00.114003 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:00.129065 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Sync routers for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:10:00.149940 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91a2e1-d406-4f3b-b83c-e59d4b28130b req-6a286ecd-b9fb-4776-975e-8759b11f50b0 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:00.152417 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dd91a2e1-d406-4f3b-b83c-e59d4b28130b req-6a286ecd-b9fb-4776-975e-8759b11f50b0 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 945 time: 0.1492221 Jun 19 18:10:00.154251 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:00.157675 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-be6bba71-f523-4249-9793-45a75f346450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:09:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:00.167500 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-2535c713-3d31-4e23-8512-51612be0be48 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Calling delete_port for d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:10:00.250607 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dd91a2e1-d406-4f3b-b83c-e59d4b28130b req-cb98b988-4ba3-4b2d-afbb-1356f0419501 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/security-groups?id=62138a88-2dae-4824-b085-50b06f638834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919256 Jun 19 18:10:00.320047 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['d9364b41-f977-4134-8097-0f4ea14e4762'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:10:00.404023 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:00.419765 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40666) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:00.425647 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232088739', 'description': 'tempest-description--968661758'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:00.432351 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:00.435385 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port fcd3fd06-84db-47fc-b3a2-6c729da43202, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=fcd3fd06-84db-47fc-b3a2-6c729da43202,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:00.443417 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Usage tracker for resource:security_group and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:00.445242 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:00.449099 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:00.450051 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:00.457458 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:00.473351 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-2535c713-3d31-4e23-8512-51612be0be48 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:00.480718 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:00.480952 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:00.485172 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-11e62386-1ffb-4b78-92c7-e04d52ee68a1 tempest-VolumesActionsTest-2036254115 tempest-VolumesActionsTest-2036254115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:00.530937 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:00.541961 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Usage tracker for resource:security_group_rule and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:00.547805 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:00.556281 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:00.567181 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535c713-3d31-4e23-8512-51612be0be48 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Pushing event deleted for resources: {'Port': ['ID=d2fc8ad2-3b09-4bee-af80-dc4bf88839a0,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:00.585984 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=fcd3fd06-84db-47fc-b3a2-6c729da43202,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:00.605748 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:00.645777 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2535c713-3d31-4e23-8512-51612be0be48 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:00.686403 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:00.708417 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:00.709603 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-2535c713-3d31-4e23-8512-51612be0be48 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] No DVR routers for this DVR port d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:10:00.713144 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-cff1344c-a93e-4e70-b991-9a38912255b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:00.713712 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-2535c713-3d31-4e23-8512-51612be0be48 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:00.718569 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88', 'name': 'network-vif-deleted', 'tag': 'd2fc8ad2-3b09-4bee-af80-dc4bf88839a0'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:10:00.756730 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a80c3d19-b1e3-46df-a6ad-a1377b129388 req-2535c713-3d31-4e23-8512-51612be0be48 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.30 "DELETE /v2.0/ports/d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 HTTP/1.1" status: 204 len: 173 time: 1.3431408 Jun 19 18:10:00.767262 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d86fd8-d54b-4bd7-b132-0b374f871fdc,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:00.778094 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:00.778451 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:00.778809 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:00.779160 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:00.779504 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:00.779973 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:00.780328 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:00.780673 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:00.781052 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:00.781399 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:00.781737 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:00.782073 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:00.786321 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:00.787555 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3663902 Jun 19 18:10:00.790448 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40686) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:00.794946 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:00.801815 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Request body: {'security_group_rule': {'security_group_id': '05d86fd8-d54b-4bd7-b132-0b374f871fdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:00.823047 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:00.832931 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88', 'name': 'network-vif-deleted', 'tag': 'd2fc8ad2-3b09-4bee-af80-dc4bf88839a0', 'status': 'completed', 'code': 200} Jun 19 18:10:00.856672 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Usage tracker for resource:security_group_rule and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:00.862854 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:00.887484 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:00.934274 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.035612 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b0a48-cc4c-4113-885d-efe0e34036ec req-bfa6d4e9-5d08-4747-bd2a-764968a7a307 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:01.037660 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.046397 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.047826 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4e2b0a48-cc4c-4113-885d-efe0e34036ec req-bfa6d4e9-5d08-4747-bd2a-764968a7a307 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 945 time: 0.1539865 Jun 19 18:10:01.048734 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:01.049283 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-be6bba71-f523-4249-9793-45a75f346450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:09:58Z', 'revision_number': 2, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:01.054248 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Checking router: 7efb41dc-9980-4381-b938-499f27541bcf for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:10:01.054805 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Updating router 7efb41dc-9980-4381-b938-499f27541bcf port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 binding host dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:10:01.089453 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ceb97b5-c1e8-47f2-8803-bf84c3e68597,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:01.104082 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:01.114900 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.118715 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3227954 Jun 19 18:10:01.119172 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.121421 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40694) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:01.129540 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-f11c7f34-1f0c-4935-aeb4-7de16bfd382c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Request body: {'security_group_rule': {'security_group_id': '05d86fd8-d54b-4bd7-b132-0b374f871fdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:01.147269 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-f11c7f34-1f0c-4935-aeb4-7de16bfd382c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:01.156014 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-f11c7f34-1f0c-4935-aeb4-7de16bfd382c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Usage tracker for resource:security_group_rule and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:01.168817 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4e2b0a48-cc4c-4113-885d-efe0e34036ec req-d20706aa-7948-411b-8b49-21e49a1d1d53 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705664 Jun 19 18:10:01.171358 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-f11c7f34-1f0c-4935-aeb4-7de16bfd382c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:01.202966 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-f11c7f34-1f0c-4935-aeb4-7de16bfd382c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:01.216843 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d26a8-3a16-4b7c-9274-e092508cd15e req-ece8d51b-b5b3-4b82-82fa-86eda7370994 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:01.222724 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e41d26a8-3a16-4b7c-9274-e092508cd15e req-ece8d51b-b5b3-4b82-82fa-86eda7370994 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1974230 Jun 19 18:10:01.233429 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f11c7f34-1f0c-4935-aeb4-7de16bfd382c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.315317 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f11c7f34-1f0c-4935-aeb4-7de16bfd382c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.326718 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f11c7f34-1f0c-4935-aeb4-7de16bfd382c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.332269 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fc532812-2ab9-45fb-ae02-ad65f7138c4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:01.348579 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e41d26a8-3a16-4b7c-9274-e092508cd15e req-9e6731c4-0230-4557-a869-62d1c34a6406 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151037 Jun 19 18:10:01.391221 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c7f34-1f0c-4935-aeb4-7de16bfd382c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fb01aa-aa6e-4662-a9e6-4c8046de402d,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:01.402319 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f11c7f34-1f0c-4935-aeb4-7de16bfd382c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:01.432542 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f11c7f34-1f0c-4935-aeb4-7de16bfd382c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.437264 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40700) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:01.437643 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f11c7f34-1f0c-4935-aeb4-7de16bfd382c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3112111 Jun 19 18:10:01.444349 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Request body: {'floatingip': {'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:01.452676 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:01.459410 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Usage tracker for resource:floatingip and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:01.463529 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:01.471071 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:01.490834 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.594833 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-95a0b1e0-8187-48d2-b166-60f9a6b3c1d1 req-817688a8-334d-4649-86ba-d0ff2651e018 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] 10.222.0.16 "GET /v2.0/ports?device_id=da88537e-5fcb-49c9-ac4d-e4cdfa5c1d88 HTTP/1.1" status: 200 len: 210 time: 0.0531201 Jun 19 18:10:01.805203 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.825700 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device fcd3fd06-84db-47fc-b3a2-6c729da43202 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:01.849139 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.864224 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Transition to ACTIVE for port object 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:01.880806 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.895564 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-764b32a3-2afd-40af-bc38-6f3f9bd7cb28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:01.955853 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port fcd3fd06-84db-47fc-b3a2-6c729da43202 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:01.956213 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:01.984114 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e7286-2441-411f-baf4-1756cef45d53 None None] Pushing event updated for resources: {'Port': ['ID=60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:01.988981 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-719e7286-2441-411f-baf4-1756cef45d53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:02.155226 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Allocated IP 172.28.0.242 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/74c57e3b-9fd7-422b-97b7-98e533821931) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:10:02.270064 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Attempting to bind port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:10:02.270572 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Attempting to bind port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:10:02.271411 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Attempting to bind port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 on network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:10:02.279867 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:10:02.280395 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Checking segment: {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:10:02.281451 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:02.283154 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Bound using segment: {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:10:02.283749 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Bound port: 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:10:02.284290 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:02.455800 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-be6bba71-f523-4249-9793-45a75f346450 None None] For port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:10:02.459997 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-be6bba71-f523-4249-9793-45a75f346450 None None] For port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:10:02.472413 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:02.478992 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-719e7286-2441-411f-baf4-1756cef45d53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:02.493028 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:02.567837 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:02.568459 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-be6bba71-f523-4249-9793-45a75f346450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:09:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:02.640700 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e7286-2441-411f-baf4-1756cef45d53 None None] Pushing event updated for resources: {'Port': ['ID=60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4,revision_number=4']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:02.644535 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-719e7286-2441-411f-baf4-1756cef45d53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:02.649089 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe8bbd-9e16-4e42-a8ee-ff1ebcac7d88 req-f19ee079-1762-4ffa-995e-d6cea23862c6 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:02.650672 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cafe8bbd-9e16-4e42-a8ee-ff1ebcac7d88 req-f19ee079-1762-4ffa-995e-d6cea23862c6 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 945 time: 0.2284946 Jun 19 18:10:02.693805 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:02.708282 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8912003b-1723-409a-ae49-e538230583e6 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:02.758866 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:10:02.767969 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa695f-bfb5-46e7-badb-e664120641b6 req-2ae9cdb2-e33f-4457-a8b6-0e5a651fb547 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:02.769617 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-19aa695f-bfb5-46e7-badb-e664120641b6 req-2ae9cdb2-e33f-4457-a8b6-0e5a651fb547 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.2398348 Jun 19 18:10:02.779521 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:02.789156 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:10:02.811293 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-be6bba71-f523-4249-9793-45a75f346450 None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:02.868250 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cafe8bbd-9e16-4e42-a8ee-ff1ebcac7d88 req-3bae1ba4-ed55-479d-9c87-3ee7ab382caf tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958532 Jun 19 18:10:02.921748 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-19aa695f-bfb5-46e7-badb-e664120641b6 req-ab00a3bf-bfe9-4720-8d83-bb9a854c205e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987527 Jun 19 18:10:02.945264 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event updated for resources: {'Port': ['ID=74c57e3b-9fd7-422b-97b7-98e533821931,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:02.950355 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:03.029179 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40710) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:03.084898 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:03.117855 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0b05af-017c-46ba-a1b1-6489979fd4b8 admin admin] Deleting subnet a127e29e-8a04-45c8-938e-6993d421d19b {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:10:03.121733 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1a0b05af-017c-46ba-a1b1-6489979fd4b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:03.182667 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1a0b05af-017c-46ba-a1b1-6489979fd4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2561049'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:03.197335 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:03.276510 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1a0b05af-017c-46ba-a1b1-6489979fd4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:03.289059 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d9364b41-f977-4134-8097-0f4ea14e4762 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:03.339222 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-be6bba71-f523-4249-9793-45a75f346450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:02Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:03.348936 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bba71-f523-4249-9793-45a75f346450 None None] The sync data for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb is: [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:02Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:10:03.454778 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port d9364b41-f977-4134-8097-0f4ea14e4762 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:03.490762 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port d9364b41-f977-4134-8097-0f4ea14e4762 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:03.491180 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:03.715955 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:03.764743 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:10:03.784181 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d9364b41-f977-4134-8097-0f4ea14e4762, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d9364b41-f977-4134-8097-0f4ea14e4762,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:03.819391 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:03.820846 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:10:03.881488 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1a0b05af-017c-46ba-a1b1-6489979fd4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3706322'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:03.888062 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:03.894760 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:03.915208 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:03.919629 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6f4553b4-84cd-4a99-bb4c-4c52f8239072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:03.936243 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b05af-017c-46ba-a1b1-6489979fd4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a127e29e-8a04-45c8-938e-6993d421d19b,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:03.938232 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1a0b05af-017c-46ba-a1b1-6489979fd4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:03.941692 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1a0b05af-017c-46ba-a1b1-6489979fd4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:03.949659 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1a0b05af-017c-46ba-a1b1-6489979fd4b8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a127e29e-8a04-45c8-938e-6993d421d19b HTTP/1.1" status: 204 len: 168 time: 0.9193447 Jun 19 18:10:03.950215 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40720) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:04.011919 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'code': 200} Jun 19 18:10:04.014591 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:04.079629 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:10:04.087665 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d2fc8ad2-3b09-4bee-af80-dc4bf88839a0 not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:10:04.088743 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:04.089363 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event updated for resources: {'Port': ['ID=74c57e3b-9fd7-422b-97b7-98e533821931,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:04.100184 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:04.122653 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:04.215990 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:04.216840 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:04.218898 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7799160 Jun 19 18:10:04.231617 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d9364b41-f977-4134-8097-0f4ea14e4762,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:04.249820 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:04.362250 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:04.368543 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:04.368944 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:04.501849 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8fe91-7e99-4b97-854d-21b07eaf2a1a req-fa770173-dc6f-42a3-aad7-76e824049e13 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:04.503326 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a5a8fe91-7e99-4b97-854d-21b07eaf2a1a req-fa770173-dc6f-42a3-aad7-76e824049e13 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.3482120 Jun 19 18:10:04.544786 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:04.573544 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:04.580554 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4db66e-1071-4cc9-9131-6d97a20f3398 req-2c43adb8-96f1-4664-abdd-34878cc114cd tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:04.583102 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-be4db66e-1071-4cc9-9131-6d97a20f3398 req-2c43adb8-96f1-4664-abdd-34878cc114cd tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.2910476 Jun 19 18:10:04.587495 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:04.601087 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:04.601379 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f9a8cd-d509-4dd5-93fe-c66ed045cb3a') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:04.615145 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2561070'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:04.615631 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:04.630392 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:04.632354 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:04.637884 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:04.638928 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a5a8fe91-7e99-4b97-854d-21b07eaf2a1a req-dcc82464-0d26-4b64-ab44-ca3ea0398170 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229408 Jun 19 18:10:04.639258 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:10:04.639625 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562485'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:04.691647 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-be4db66e-1071-4cc9-9131-6d97a20f3398 req-fd9c3518-164b-4668-be22-654235da1e0b tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016519 Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: timer() Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: cb(*args, **kw) Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: self._notify() Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: self.callback(batched_events) Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: event.method(event) Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: return self._get(url).json() Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:10:04.761646 dv-cinder-797107-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:10:04.770803 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:04.782158 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:04.785045 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:04.788052 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:04.809303 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:04.824022 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:04.828023 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:04.835622 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] 10.222.0.16 "DELETE /v2.0/networks/b5a91083-e7fb-4ce0-8c2a-6a984e91e0b5 HTTP/1.1" status: 204 len: 168 time: 0.8844333 Jun 19 18:10:04.859421 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d479-816c-46f9-8090-1ee7ae88fb6e req-6de16344-6232-442a-b277-a87f601a264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:04.861492 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c750d479-816c-46f9-8090-1ee7ae88fb6e req-6de16344-6232-442a-b277-a87f601a264b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 1099 time: 0.4701340 Jun 19 18:10:04.864473 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-3e16a0f0-75b2-486d-b30a-0c12329adeab tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Synchronizing usage tracker for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:10:04.908206 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-3e16a0f0-75b2-486d-b30a-0c12329adeab tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Unset dirty status for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:10:04.909945 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-3e16a0f0-75b2-486d-b30a-0c12329adeab tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--232088739&fields=id&tenant_id=fafa5c8bae7e4634a844643e7c91706e HTTP/1.1" status: 200 len: 267 time: 0.1041653 Jun 19 18:10:04.946684 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c750d479-816c-46f9-8090-1ee7ae88fb6e req-24c03369-7af5-40a8-9008-dddbe1645f36 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766184 Jun 19 18:10:05.099444 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40738) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:05.117503 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-24381f4f-bd1f-4768-9545-06e7c7f47856 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:05.124701 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-24381f4f-bd1f-4768-9545-06e7c7f47856 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/networks?id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 200 len: 810 time: 0.2075229 Jun 19 18:10:05.143416 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-a3ba60c5-e6f6-4a0b-954e-580b6848c038 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/quotas/fafa5c8bae7e4634a844643e7c91706e HTTP/1.1" status: 200 len: 375 time: 0.0175018 Jun 19 18:10:05.280654 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e68526ca-fb74-42a7-8d01-67d080dac1c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a243464b8f334f62891e6bf5fbb11764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798863 Jun 19 18:10:05.283753 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40742) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:05.286144 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-7705221b-0000-4629-b85c-f076920c20f5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Synchronizing usage tracker for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:10:05.314734 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-7705221b-0000-4629-b85c-f076920c20f5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Unset dirty status for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:10:05.331974 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-7705221b-0000-4629-b85c-f076920c20f5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fafa5c8bae7e4634a844643e7c91706e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1856523 Jun 19 18:10:05.390982 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-02449dbe-c150-4fee-9c86-1e0baa591ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:05.425144 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-02449dbe-c150-4fee-9c86-1e0baa591ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:05.504903 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-9d615995-ef0d-4302-b521-eb35f39f441d service neutron] 10.222.0.16 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698923 Jun 19 18:10:05.505278 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-02449dbe-c150-4fee-9c86-1e0baa591ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:05.509259 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a4ac190e-7bbe-4da2-8dec-85433c54379d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:05.523098 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02449dbe-c150-4fee-9c86-1e0baa591ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62138a88-2dae-4824-b085-50b06f638834,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:05.527567 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-02449dbe-c150-4fee-9c86-1e0baa591ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:05.553934 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-02449dbe-c150-4fee-9c86-1e0baa591ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:05.558643 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-02449dbe-c150-4fee-9c86-1e0baa591ae4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62138a88-2dae-4824-b085-50b06f638834 HTTP/1.1" status: 204 len: 168 time: 0.2735004 Jun 19 18:10:05.790725 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-30a165ae-9bad-4624-b449-5e3058321567 service neutron] 10.222.0.16 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787466 Jun 19 18:10:05.814131 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:05.926186 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:05.926568 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:06.042519 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6b007-e743-48c5-bd33-7a5889ac1417 req-1eacd6ed-0fb7-4bee-a9cd-0ef79d91f030 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:06.059340 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a7f6b007-e743-48c5-bd33-7a5889ac1417 req-1eacd6ed-0fb7-4bee-a9cd-0ef79d91f030 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.2088032 Jun 19 18:10:06.154445 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a7f6b007-e743-48c5-bd33-7a5889ac1417 req-2dab8e2d-a5b0-412b-aabd-9fe25950ff23 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938511 Jun 19 18:10:06.401820 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-70958195-1a5d-4645-a7cc-41dc54bc4034 req-30f59861-0087-466c-8cfc-602b886003df tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 210 time: 0.1165149 Jun 19 18:10:06.479918 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2b154-f012-446a-bfa6-83828844659e req-144105f9-2c7e-44e2-8d58-5ad56761caa6 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:06.481499 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-acf2b154-f012-446a-bfa6-83828844659e req-144105f9-2c7e-44e2-8d58-5ad56761caa6 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.3261583 Jun 19 18:10:06.555075 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-acf2b154-f012-446a-bfa6-83828844659e req-82a5574e-6e3b-4a13-8d95-2c2ddbb3db2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662179 Jun 19 18:10:07.399661 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3591c-b029-4abc-9517-1a565bb467b8 req-4a68b417-6921-41b5-ba75-5ab6ab82b429 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:07.407840 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-93e3591c-b029-4abc-9517-1a565bb467b8 req-4a68b417-6921-41b5-ba75-5ab6ab82b429 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1083043 Jun 19 18:10:07.514899 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-93e3591c-b029-4abc-9517-1a565bb467b8 req-72b295b7-0764-4503-ac27-2789f5d3e689 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060236 Jun 19 18:10:07.768289 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-484a83f8-5d0a-4b53-bbb9-df232cf96c6f req-9a24667c-7e87-405a-a992-8198c5c556de tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 210 time: 0.1411936 Jun 19 18:10:07.814901 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-cd5f6d81-19f7-45c6-8fd0-04f212046bee tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:07.815907 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-cd5f6d81-19f7-45c6-8fd0-04f212046bee tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Synchronizing usage tracker for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:network {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:10:07.836610 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-cd5f6d81-19f7-45c6-8fd0-04f212046bee tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Unset dirty status for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:network {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:10:07.836907 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3a9e9-6927-44d7-951f-46c94c9a9e32 req-65f0a2bf-5331-4c81-95ea-b4061625f6a1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:07.838624 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-cd5f6d81-19f7-45c6-8fd0-04f212046bee tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.30 "GET /v2.0/networks?id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 200 len: 810 time: 0.3049891 Jun 19 18:10:07.845337 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0ad3a9e9-6927-44d7-951f-46c94c9a9e32 req-65f0a2bf-5331-4c81-95ea-b4061625f6a1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.1261854 Jun 19 18:10:07.900653 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0ad3a9e9-6927-44d7-951f-46c94c9a9e32 req-269d8d9f-1df4-4018-bec3-8a8f09486ad4 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519805 Jun 19 18:10:07.908342 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-8e8ea0d1-35b1-400b-9303-e5fae79c22af tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Synchronizing usage tracker for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:security_group {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:10:07.923995 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-8e8ea0d1-35b1-400b-9303-e5fae79c22af tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Unset dirty status for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:security_group {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:10:07.925462 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-8e8ea0d1-35b1-400b-9303-e5fae79c22af tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fafa5c8bae7e4634a844643e7c91706e HTTP/1.1" status: 200 len: 379 time: 0.0725131 Jun 19 18:10:07.940289 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Request body: {'port': {'device_id': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'admin_state_up': True, 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'security_groups': ['05d86fd8-d54b-4bd7-b132-0b374f871fdc']}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:08.112769 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:08.123309 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:08.140549 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57ece2-95f9-4294-be11-0e1be0f2cd93 req-0fe6d2cf-16c7-47d4-a73c-4f70dfdd01b5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:08.141851 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Made reservation on behalf of fafa5c8bae7e4634a844643e7c91706e for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:10:08.145799 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:08.148450 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3f57ece2-95f9-4294-be11-0e1be0f2cd93 req-0fe6d2cf-16c7-47d4-a73c-4f70dfdd01b5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.1298444 Jun 19 18:10:08.205005 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3f57ece2-95f9-4294-be11-0e1be0f2cd93 req-ece8961c-c7f0-4631-9935-fa8ff415daa4 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548630 Jun 19 18:10:08.238115 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40804) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:08.455530 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Allocated IP 172.20.0.10 (d4b86cc9-0fd8-4168-ab4e-35a98cce4551/8b3e0ae5-0af0-4e99-adcd-11d168f82436/29080e85-9596-411b-b615-de9b04962ed7) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:10:08.563001 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24fb7ce-48f9-40b7-88c6-65f5188cbda4 tempest-TestShelveInstance-1173882594 tempest-TestShelveInstance-1173882594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:08.563708 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-b24fb7ce-48f9-40b7-88c6-65f5188cbda4 tempest-TestShelveInstance-1173882594 tempest-TestShelveInstance-1173882594-project-admin] Synchronizing usage tracker for tenant:c26f7fcef5d54e1f838a9c0d1d4bedf5 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:10:08.587925 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-b24fb7ce-48f9-40b7-88c6-65f5188cbda4 tempest-TestShelveInstance-1173882594 tempest-TestShelveInstance-1173882594-project-admin] Unset dirty status for tenant:c26f7fcef5d54e1f838a9c0d1d4bedf5 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:10:08.592684 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-b24fb7ce-48f9-40b7-88c6-65f5188cbda4 tempest-TestShelveInstance-1173882594 tempest-TestShelveInstance-1173882594-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 1094 time: 0.3531199 Jun 19 18:10:08.593451 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40812) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:08.600272 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Request body: {'floatingip': {'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'port_id': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:08.607014 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:08.611727 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Usage tracker for resource:floatingip and tenant:4ffa04001a184ae7b1aad98a5ac158ab is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:08.615128 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:08.621470 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:08.647123 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for floatingip, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:08.699342 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:08.736726 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Transition to ACTIVE for port object 29080e85-9596-411b-b615-de9b04962ed7 will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:08.779742 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:08.794490 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9edb29e0-d96f-4894-a28d-21758fd8ef57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:08.836652 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:10:08.843797 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:08.853654 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:10:08.942887 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:08.943777 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:08.981880 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0494287 Jun 19 18:10:09.006952 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Request body: {'port': {'device_id': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:09.033760 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event updated for resources: {'Port': ['ID=29080e85-9596-411b-b615-de9b04962ed7,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:09.041116 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:09.142472 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:09.153911 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e080b9-432b-4d3e-a63c-b3a6ba03aa37 req-0391e2bc-8c06-4e3d-8425-be92365ce70c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:09.155375 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-21e080b9-432b-4d3e-a63c-b3a6ba03aa37 req-0391e2bc-8c06-4e3d-8425-be92365ce70c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.4625382 Jun 19 18:10:09.178855 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b6c17-eb6e-4bf2-9e73-451a154992df req-d51f9864-1864-4efd-8721-2dc950958851 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:09.180280 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ab0b6c17-eb6e-4bf2-9e73-451a154992df req-d51f9864-1864-4efd-8721-2dc950958851 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 932 time: 0.1760046 Jun 19 18:10:09.215177 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-964f8f28-fdd5-45f2-a4b7-db1844e0ae1e None None] Provisioning for port 29080e85-9596-411b-b615-de9b04962ed7 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:09.226877 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-964f8f28-fdd5-45f2-a4b7-db1844e0ae1e None None] Provisioning complete for port 29080e85-9596-411b-b615-de9b04962ed7 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:09.228255 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-964f8f28-fdd5-45f2-a4b7-db1844e0ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:09.270036 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-21e080b9-432b-4d3e-a63c-b3a6ba03aa37 req-128b99e9-ee91-4226-97f2-aa81979b956b tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011491 Jun 19 18:10:09.314379 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ab0b6c17-eb6e-4bf2-9e73-451a154992df req-75350808-6f22-4c05-ab06-ce998d1bd4df tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177609 Jun 19 18:10:09.337083 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:09.370315 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-964f8f28-fdd5-45f2-a4b7-db1844e0ae1e None None] Port 29080e85-9596-411b-b615-de9b04962ed7 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:10:09.556548 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Allocated IP 172.28.0.62 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/3749eb51-8f42-4c09-bcac-8b6d99c78b27) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:10:09.620642 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29080e85-9596-411b-b615-de9b04962ed7 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:10:09.631034 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:09.648523 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Transition to ACTIVE for port object 29080e85-9596-411b-b615-de9b04962ed7 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:09.656093 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:09.677090 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:09.749720 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Pushing event updated for resources: {'Port': ['ID=29080e85-9596-411b-b615-de9b04962ed7,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:09.754036 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:09.788069 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:09.848314 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:09.855763 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-423a6f52-1df5-4add-94aa-83f159608445 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:09.924769 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:10:09.941594 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:09.949927 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:10:10.014479 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event updated for resources: {'Port': ['ID=3749eb51-8f42-4c09-bcac-8b6d99c78b27,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:10.026915 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:10.088819 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Attempting to bind port 29080e85-9596-411b-b615-de9b04962ed7 on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:10:10.089756 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Attempting to bind port 29080e85-9596-411b-b615-de9b04962ed7 by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:10:10.090854 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Attempting to bind port 29080e85-9596-411b-b615-de9b04962ed7 on network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:10:10.097084 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Port 29080e85-9596-411b-b615-de9b04962ed7 on network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:10:10.097638 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Attempting to bind port 29080e85-9596-411b-b615-de9b04962ed7 on network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:10:10.103362 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:10:10.103912 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Checking segment: {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:10:10.104469 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Bound using segment: {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:10:10.105668 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Bound port: 29080e85-9596-411b-b615-de9b04962ed7, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:10:10.106250 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:10.272836 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] For port 29080e85-9596-411b-b615-de9b04962ed7, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:10:10.276377 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] For port 29080e85-9596-411b-b615-de9b04962ed7, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=29080e85-9596-411b-b615-de9b04962ed7,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:10:10.287649 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:10.294874 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:10.370239 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:10.370814 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:10.372435 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] 10.222.0.30 "PUT /v2.0/ports/29080e85-9596-411b-b615-de9b04962ed7 HTTP/1.1" status: 200 len: 1094 time: 1.3734810 Jun 19 18:10:10.372989 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'tag': '29080e85-9596-411b-b615-de9b04962ed7'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:10:10.406283 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Pushing event updated for resources: {'Port': ['ID=29080e85-9596-411b-b615-de9b04962ed7,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:10.420489 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:10.565503 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-43c8f5da-9915-4e03-b95a-35369f050e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:10.567964 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-43c8f5da-9915-4e03-b95a-35369f050e30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fafa5c8bae7e4634a844643e7c91706e&device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 1097 time: 0.1320944 Jun 19 18:10:10.679056 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-8713388d-2352-41c0-bf7c-84ba10f81c5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29080e85-9596-411b-b615-de9b04962ed7 HTTP/1.1" status: 200 len: 217 time: 0.0964901 Jun 19 18:10:10.759371 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:10.779613 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-972314cd-476a-4c56-b504-d19b70dc4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:10.781065 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-972314cd-476a-4c56-b504-d19b70dc4d04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b3e0ae5-0af0-4e99-adcd-11d168f82436 HTTP/1.1" status: 200 len: 849 time: 0.0957117 Jun 19 18:10:10.804727 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27e559-933c-499d-873b-a3c5acac6a11 req-4937fc4c-46d6-4d2a-b26a-7640fca2a236 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:10.804727 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eb27e559-933c-499d-873b-a3c5acac6a11 req-4937fc4c-46d6-4d2a-b26a-7640fca2a236 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.3124466 Jun 19 18:10:10.861066 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1d3a7-c8f7-46c1-ab39-41e4a7712ff9 req-1aad6cd6-c8a5-488c-b3df-0fc529043aa6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:10.862895 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f4f1d3a7-c8f7-46c1-ab39-41e4a7712ff9 req-1aad6cd6-c8a5-488c-b3df-0fc529043aa6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 944 time: 0.2250593 Jun 19 18:10:10.979246 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-39c93348-0cb2-4554-96ae-0cfa34980126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:10.980810 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-39c93348-0cb2-4554-96ae-0cfa34980126 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1728141 Jun 19 18:10:11.017078 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eb27e559-933c-499d-873b-a3c5acac6a11 req-ceb38384-f858-44aa-83e9-933c4a38f664 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584201 Jun 19 18:10:11.017078 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:11.050825 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f4f1d3a7-c8f7-46c1-ab39-41e4a7712ff9 req-8e487297-3dc7-4aa1-9ded-c943f95c79f3 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515431 Jun 19 18:10:11.167150 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'tag': '29080e85-9596-411b-b615-de9b04962ed7', 'status': 'completed', 'code': 200} Jun 19 18:10:11.245297 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-221dbc67-4846-4dd1-8a6b-562534812057 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546444 Jun 19 18:10:11.268624 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:11.275668 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:11.295514 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:11.464578 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-511d9749-b178-43a4-bf40-e22d03a5b675 req-98537c3e-b29a-4b19-ad8a-fd4f63a78d95 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105987 Jun 19 18:10:11.597187 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:11.671662 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event updated for resources: {'Port': ['ID=3749eb51-8f42-4c09-bcac-8b6d99c78b27,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:11.678947 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716378-0ba8-4303-80f8-edff826af3c9 req-60bf1e03-a509-49cf-9b65-ade89aee08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:11.680861 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b716378-0ba8-4303-80f8-edff826af3c9 req-60bf1e03-a509-49cf-9b65-ade89aee08e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fafa5c8bae7e4634a844643e7c91706e&device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 1097 time: 0.0967448 Jun 19 18:10:11.801692 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:11.810534 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.l3_db [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Floating IP bff6c44c-639d-4f38-8dd9-b34ec7213fd8 associated. External IP: 172.28.0.62, port: d9364b41-f977-4134-8097-0f4ea14e4762. Jun 19 18:10:11.846579 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716378-0ba8-4303-80f8-edff826af3c9 req-2bd4582c-7416-40e6-b7f5-93f8331d4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:11.848013 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b716378-0ba8-4303-80f8-edff826af3c9 req-2bd4582c-7416-40e6-b7f5-93f8331d4d6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 200 len: 911 time: 0.1587625 Jun 19 18:10:11.945698 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b716378-0ba8-4303-80f8-edff826af3c9 req-33a9753b-3a53-401b-aed5-3b6c6ce79a05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29080e85-9596-411b-b615-de9b04962ed7 HTTP/1.1" status: 200 len: 217 time: 0.0887806 Jun 19 18:10:12.025490 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716378-0ba8-4303-80f8-edff826af3c9 req-3d2d80a3-f098-42a7-923c-f054413d6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:12.028270 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b716378-0ba8-4303-80f8-edff826af3c9 req-3d2d80a3-f098-42a7-923c-f054413d6e8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b3e0ae5-0af0-4e99-adcd-11d168f82436 HTTP/1.1" status: 200 len: 849 time: 0.0748312 Jun 19 18:10:12.141807 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b716378-0ba8-4303-80f8-edff826af3c9 req-f28582fb-7826-49ea-ad15-294bf5ff32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:12.144003 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b716378-0ba8-4303-80f8-edff826af3c9 req-f28582fb-7826-49ea-ad15-294bf5ff32e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1034436 Jun 19 18:10:12.346884 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b716378-0ba8-4303-80f8-edff826af3c9 req-a8b70723-44f8-43f6-82b5-9f834c7fa275 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940622 Jun 19 18:10:12.472500 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Router 87aabc1a-1055-423c-98cc-49ff7e3f1eea has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:10:12.493907 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177fd1-942c-4648-abee-680774750655 req-2ba24ce8-6490-48d1-ba98-e45cce158f7c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:12.495365 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-45177fd1-942c-4648-abee-680774750655 req-2ba24ce8-6490-48d1-ba98-e45cce158f7c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1917975 Jun 19 18:10:12.513198 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-8b716378-0ba8-4303-80f8-edff826af3c9 req-059a06f7-d228-4c77-bac6-4aec93c8cba8 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560709 Jun 19 18:10:12.601455 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea932bf8-bc98-4723-ac4d-a5518a1d1829 req-035ceb01-6a32-4a90-83d8-4eb2fd0e31ec tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:12.603893 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ea932bf8-bc98-4723-ac4d-a5518a1d1829 req-035ceb01-6a32-4a90-83d8-4eb2fd0e31ec tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 944 time: 0.2984662 Jun 19 18:10:12.729741 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-45177fd1-942c-4648-abee-680774750655 req-b26b1f75-eb38-4b4a-a655-5c8f7c2e8ab7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678171 Jun 19 18:10:12.770264 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ea932bf8-bc98-4723-ac4d-a5518a1d1829 req-0924c815-a545-40ea-8e7e-3a3dc963c823 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491990 Jun 19 18:10:12.790954 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:10:12.803811 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c2bc1-2efa-4c57-897e-2120621c3984 None None] Sync routers for ids ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:10:12.818068 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c2bc1-2efa-4c57-897e-2120621c3984 None None] Routers {'87aabc1a-1055-423c-98cc-49ff7e3f1eea'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:12.819463 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-4f5c2bc1-2efa-4c57-897e-2120621c3984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:09:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:12.825219 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:12.904436 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3096995 Jun 19 18:10:12.905645 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:10:12.972997 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'status': 'completed', 'code': 200} Jun 19 18:10:13.060435 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-4f5c2bc1-2efa-4c57-897e-2120621c3984 None None] Set router 87aabc1a-1055-423c-98cc-49ff7e3f1eea gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:13.114858 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d0202-95b2-4116-97bc-caf13a0abbe0 req-b773240e-a075-4253-b543-5a0849e95479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:13.116300 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0a4d0202-95b2-4116-97bc-caf13a0abbe0 req-b773240e-a075-4253-b543-5a0849e95479 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ffa04001a184ae7b1aad98a5ac158ab&device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 1099 time: 0.0981283 Jun 19 18:10:13.356726 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d0202-95b2-4116-97bc-caf13a0abbe0 req-8ec879ab-e6e8-4862-9daf-c845565fcb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:13.358298 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0a4d0202-95b2-4116-97bc-caf13a0abbe0 req-8ec879ab-e6e8-4862-9daf-c845565fcb2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=53012942-8f54-401e-a7c5-8a8392ced699 HTTP/1.1" status: 200 len: 909 time: 0.2341151 Jun 19 18:10:13.507292 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0a4d0202-95b2-4116-97bc-caf13a0abbe0 req-175c4391-2940-4dc4-9f49-2d5889dbdf25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9364b41-f977-4134-8097-0f4ea14e4762 HTTP/1.1" status: 200 len: 999 time: 0.1389687 Jun 19 18:10:13.577451 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d0202-95b2-4116-97bc-caf13a0abbe0 req-053f252e-4e1a-4ba7-8e48-e8070d7c9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:13.579541 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0a4d0202-95b2-4116-97bc-caf13a0abbe0 req-053f252e-4e1a-4ba7-8e48-e8070d7c9b8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ea397f5-b703-452a-bcad-ca68085485d1 HTTP/1.1" status: 200 len: 847 time: 0.0645492 Jun 19 18:10:13.610627 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-4f5c2bc1-2efa-4c57-897e-2120621c3984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:09:06Z', 'revision_number': 4, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': 'bff6c44c-639d-4f38-8dd9-b34ec7213fd8', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'floating_ip_address': '172.28.0.62', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'port_id': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'mac_address': 'fa:16:3e:27:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:10:10Z', 'updated_at': '2021-06-19T18:10:10Z', 'revision_number': 0, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e665324c-360e-4dad-ab48-ed82a22766f1', 'name': '', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'mac_address': 'fa:16:3e:74:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:05Z', 'updated_at': '2021-06-19T18:09:15Z', 'revision_number': 5, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'subnets': [{'id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:13.615610 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c2bc1-2efa-4c57-897e-2120621c3984 None None] Checking router: 87aabc1a-1055-423c-98cc-49ff7e3f1eea for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:10:13.625039 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c2bc1-2efa-4c57-897e-2120621c3984 None None] Routers {'87aabc1a-1055-423c-98cc-49ff7e3f1eea'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:13.626515 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-4f5c2bc1-2efa-4c57-897e-2120621c3984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:09:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:13.703252 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d0202-95b2-4116-97bc-caf13a0abbe0 req-174cc41f-b945-4f63-8fb3-380f4fe613fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:13.712331 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0a4d0202-95b2-4116-97bc-caf13a0abbe0 req-174cc41f-b945-4f63-8fb3-380f4fe613fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53012942-8f54-401e-a7c5-8a8392ced699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1195590 Jun 19 18:10:13.860843 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-4f5c2bc1-2efa-4c57-897e-2120621c3984 None None] Set router 87aabc1a-1055-423c-98cc-49ff7e3f1eea gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:13.871042 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0a4d0202-95b2-4116-97bc-caf13a0abbe0 req-5122cb61-9bab-466e-8417-ea3a47592ad1 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564100 Jun 19 18:10:14.039291 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-0a4d0202-95b2-4116-97bc-caf13a0abbe0 req-8959597c-1648-476e-943f-59c8e6c872e8 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594002 Jun 19 18:10:14.111374 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ff81f-1341-4769-9c8e-559ef5a26739 req-62af0300-1bc0-4049-a645-52735e76690d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:14.119748 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-915ff81f-1341-4769-9c8e-559ef5a26739 req-62af0300-1bc0-4049-a645-52735e76690d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 944 time: 0.1736019 Jun 19 18:10:14.162885 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f6481-ec67-415d-8836-bf63e4eecb26 req-6145c13f-3f91-4360-9bde-56098662bad3 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:14.164669 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-179f6481-ec67-415d-8836-bf63e4eecb26 req-6145c13f-3f91-4360-9bde-56098662bad3 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1627071 Jun 19 18:10:14.210563 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-915ff81f-1341-4769-9c8e-559ef5a26739 req-46c7a98b-bab2-4299-ad0d-457042e565e0 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896306 Jun 19 18:10:14.279408 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-179f6481-ec67-415d-8836-bf63e4eecb26 req-e206690d-1fe6-45a2-bca4-3b1dcb24dcc6 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069560 Jun 19 18:10:14.404995 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-4f5c2bc1-2efa-4c57-897e-2120621c3984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:09:06Z', 'revision_number': 4, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': 'bff6c44c-639d-4f38-8dd9-b34ec7213fd8', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'floating_ip_address': '172.28.0.62', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'port_id': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'mac_address': 'fa:16:3e:27:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:10:10Z', 'updated_at': '2021-06-19T18:10:10Z', 'revision_number': 0, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e665324c-360e-4dad-ab48-ed82a22766f1', 'name': '', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'mac_address': 'fa:16:3e:74:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:05Z', 'updated_at': '2021-06-19T18:09:15Z', 'revision_number': 5, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'subnets': [{'id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:14.410170 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c2bc1-2efa-4c57-897e-2120621c3984 None None] The sync data for ids ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'] in dv-cinder-797107-1-smb is: [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:09:06Z', 'revision_number': 4, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': 'bff6c44c-639d-4f38-8dd9-b34ec7213fd8', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'floating_ip_address': '172.28.0.62', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'port_id': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'mac_address': 'fa:16:3e:27:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:10:10Z', 'updated_at': '2021-06-19T18:10:10Z', 'revision_number': 0, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e665324c-360e-4dad-ab48-ed82a22766f1', 'name': '', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'mac_address': 'fa:16:3e:74:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:05Z', 'updated_at': '2021-06-19T18:09:15Z', 'revision_number': 5, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'subnets': [{'id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:10:14.702933 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937746a-d373-4cdf-a7a3-d02f4f17d404 None None] New status for floating IP bff6c44c-639d-4f38-8dd9-b34ec7213fd8: ACTIVE {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 18:10:15.381502 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 29080e85-9596-411b-b615-de9b04962ed7 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:10:15.605033 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 29080e85-9596-411b-b615-de9b04962ed7, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=29080e85-9596-411b-b615-de9b04962ed7,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:15.628503 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': '29080e85-9596-411b-b615-de9b04962ed7', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'port_id': '29080e85-9596-411b-b615-de9b04962ed7', 'mac_address': 'fa:16:3e:30:d5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:10:15.685134 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17806580-11e9-4c1b-9e87-d2d78478fb32 req-4574e9fb-192e-4489-b16c-946fef101ca5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:15.692723 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-17806580-11e9-4c1b-9e87-d2d78478fb32 req-4574e9fb-192e-4489-b16c-946fef101ca5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 944 time: 0.3069327 Jun 19 18:10:15.703357 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:15.724530 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29080e85-9596-411b-b615-de9b04962ed7 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:10:15.743987 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 29080e85-9596-411b-b615-de9b04962ed7, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=29080e85-9596-411b-b615-de9b04962ed7,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:15.753914 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:15.756076 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:15.784778 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-17806580-11e9-4c1b-9e87-d2d78478fb32 req-306f0659-f87a-4559-a7dd-3b41d9841b3c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911310 Jun 19 18:10:15.799597 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555175c0-664d-4f8e-b57d-25b6be464376 req-c1c76a10-4041-4287-a5a6-0fee801b6370 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:15.801622 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-555175c0-664d-4f8e-b57d-25b6be464376 req-c1c76a10-4041-4287-a5a6-0fee801b6370 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.3269048 Jun 19 18:10:15.844719 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=29080e85-9596-411b-b615-de9b04962ed7,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:15.848255 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:15.852582 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-555175c0-664d-4f8e-b57d-25b6be464376 req-4a597cbb-091c-4bf6-88e1-2fee98f0c45c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454333 Jun 19 18:10:16.194901 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['29080e85-9596-411b-b615-de9b04962ed7'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:10:16.965346 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e098ae-0247-4df1-848b-ae65548b893f req-d775640a-7079-48d5-81d6-6c3ec39d30d0 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:16.966815 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-37e098ae-0247-4df1-848b-ae65548b893f req-d775640a-7079-48d5-81d6-6c3ec39d30d0 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 945 time: 0.0882421 Jun 19 18:10:17.064327 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-37e098ae-0247-4df1-848b-ae65548b893f req-e5944883-02e3-4305-a801-c7152e3abf9f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902495 Jun 19 18:10:17.091054 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fa6ac-21db-4f09-ad5d-e0adcbc1432d req-bf29517f-0e76-4382-b034-057f43261db0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:17.092470 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bb0fa6ac-21db-4f09-ad5d-e0adcbc1432d req-bf29517f-0e76-4382-b034-057f43261db0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1065023 Jun 19 18:10:17.141848 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bb0fa6ac-21db-4f09-ad5d-e0adcbc1432d req-7541a705-ff9a-4867-b269-7504694ff64d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Jun 19 18:10:17.395782 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f565d85-485c-4bc6-be23-12a8464dc78f req-042b0e9e-60e0-48f6-bd94-a1d13795d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:17.397246 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6f565d85-485c-4bc6-be23-12a8464dc78f req-042b0e9e-60e0-48f6-bd94-a1d13795d625 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 1098 time: 0.0696864 Jun 19 18:10:17.525962 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f565d85-485c-4bc6-be23-12a8464dc78f req-1c883c3f-750c-4a91-a7ca-9c1c0c55f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:17.527384 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6f565d85-485c-4bc6-be23-12a8464dc78f req-1c883c3f-750c-4a91-a7ca-9c1c0c55f854 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 918 time: 0.1238015 Jun 19 18:10:17.628643 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6f565d85-485c-4bc6-be23-12a8464dc78f req-956240b3-74b3-4646-bdeb-18149fd19bb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4da6799-fa91-4540-a263-9904105022cc HTTP/1.1" status: 200 len: 999 time: 0.0944972 Jun 19 18:10:17.690451 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f565d85-485c-4bc6-be23-12a8464dc78f req-13cbbe4e-bb16-4665-83fd-b220cb002d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:17.691860 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6f565d85-485c-4bc6-be23-12a8464dc78f req-13cbbe4e-bb16-4665-83fd-b220cb002d49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.0565100 Jun 19 18:10:17.770255 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f565d85-485c-4bc6-be23-12a8464dc78f req-89f31b98-1cfb-4c41-afb6-5d5624183d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:17.771727 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6f565d85-485c-4bc6-be23-12a8464dc78f req-89f31b98-1cfb-4c41-afb6-5d5624183d2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732827 Jun 19 18:10:17.905356 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6f565d85-485c-4bc6-be23-12a8464dc78f req-98f66274-9d9c-4260-aea7-1e61f9262cdb service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265736 Jun 19 18:10:18.014667 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:18.037123 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6f565d85-485c-4bc6-be23-12a8464dc78f req-839dc14b-c52f-4b29-93cf-59b6d0c3fb73 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254985 Jun 19 18:10:18.252975 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da6b9c-c9e1-41f3-ab96-80822e2ce3a6 req-994a4755-69ff-422f-accb-045cdbd1ba0a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:18.254421 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0da6b9c-c9e1-41f3-ab96-80822e2ce3a6 req-994a4755-69ff-422f-accb-045cdbd1ba0a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 945 time: 0.0807073 Jun 19 18:10:18.345377 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0da6b9c-c9e1-41f3-ab96-80822e2ce3a6 req-f6cdda74-bba8-466e-b98c-d67ae5463d06 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608876 Jun 19 18:10:18.367720 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceda816-718e-4df1-99e4-34dfcbe75e65 req-cee9c293-c3ca-407d-a695-95dc9c1085d4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:18.369197 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eceda816-718e-4df1-99e4-34dfcbe75e65 req-cee9c293-c3ca-407d-a695-95dc9c1085d4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1138954 Jun 19 18:10:18.412704 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eceda816-718e-4df1-99e4-34dfcbe75e65 req-45d7c7da-9656-4437-a3e3-13f92a329021 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378144 Jun 19 18:10:19.268793 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 40950) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:19.387430 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9c91-83c7-4a75-8408-c06ccbfb841c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:19.401872 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9b8e9c91-83c7-4a75-8408-c06ccbfb841c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:19.405532 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9b8e9c91-83c7-4a75-8408-c06ccbfb841c admin admin] Usage tracker for resource:security_group_rule and tenant:3f1c1d92683d4536a039f93e5fd251e0 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:19.408300 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9b8e9c91-83c7-4a75-8408-c06ccbfb841c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:19.413968 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9b8e9c91-83c7-4a75-8408-c06ccbfb841c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:19.417293 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 29080e85-9596-411b-b615-de9b04962ed7 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:19.486144 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port 29080e85-9596-411b-b615-de9b04962ed7 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:19.491374 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port 29080e85-9596-411b-b615-de9b04962ed7 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:19.491748 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:19.550954 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9c91-83c7-4a75-8408-c06ccbfb841c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:19.587742 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9c91-83c7-4a75-8408-c06ccbfb841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:19.600869 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-147613c1-16e4-4308-ac8e-9bc64611f26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:19.646091 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:19.670386 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9b8e9c91-83c7-4a75-8408-c06ccbfb841c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f1c1d92683d4536a039f93e5fd251e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004290 Jun 19 18:10:19.672744 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e9c91-83c7-4a75-8408-c06ccbfb841c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cef72d-c545-4023-ba09-93995ffcb66a,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:19.673009 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29080e85-9596-411b-b615-de9b04962ed7'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:10:19.673386 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 40960) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:19.680722 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9b8e9c91-83c7-4a75-8408-c06ccbfb841c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:19.686036 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 29080e85-9596-411b-b615-de9b04962ed7, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=29080e85-9596-411b-b615-de9b04962ed7,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:19.693256 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:19.696582 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:19.705638 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9209f-913a-499b-8a12-3257f493686b req-85939641-5198-4d82-9cd6-d48a9370bcf1 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:19.707100 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e5d9209f-913a-499b-8a12-3257f493686b req-85939641-5198-4d82-9cd6-d48a9370bcf1 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 945 time: 0.2201333 Jun 19 18:10:19.715718 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be242fd-e5b9-4380-ae81-086a3f4cde7b req-23e776bb-c85f-4ae5-881e-02ae6fc001b7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:19.717158 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5be242fd-e5b9-4380-ae81-086a3f4cde7b req-23e776bb-c85f-4ae5-881e-02ae6fc001b7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1766763 Jun 19 18:10:19.742977 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-af00c01b-279d-4c5e-be2f-5e932e17fce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:19.771642 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=29080e85-9596-411b-b615-de9b04962ed7,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:19.771903 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-af00c01b-279d-4c5e-be2f-5e932e17fce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:19.775602 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:19.785692 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e5d9209f-913a-499b-8a12-3257f493686b req-29af0d97-1579-4620-abb4-c4a489beb6a6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675862 Jun 19 18:10:19.825667 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5be242fd-e5b9-4380-ae81-086a3f4cde7b req-9876f1ed-10ef-454e-b9ce-080d9e9c7b69 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843565 Jun 19 18:10:19.852693 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-af00c01b-279d-4c5e-be2f-5e932e17fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:19.854325 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29080e85-9596-411b-b615-de9b04962ed7', 'code': 200} Jun 19 18:10:19.856568 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2e0b3551-b8ce-45b6-bfc6-c23f7edd9bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:19.867861 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00c01b-279d-4c5e-be2f-5e932e17fce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cef72d-c545-4023-ba09-93995ffcb66a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:19.870207 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-af00c01b-279d-4c5e-be2f-5e932e17fce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:19.876607 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-af00c01b-279d-4c5e-be2f-5e932e17fce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:19.878002 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-af00c01b-279d-4c5e-be2f-5e932e17fce8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39cef72d-c545-4023-ba09-93995ffcb66a HTTP/1.1" status: 204 len: 168 time: 0.2031522 Jun 19 18:10:20.162429 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea87803-8e13-46ef-b1dc-0a691a284758 req-fb43dddb-6484-4406-8d99-78546161520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:20.163870 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4ea87803-8e13-46ef-b1dc-0a691a284758 req-fb43dddb-6484-4406-8d99-78546161520e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 1099 time: 0.0716951 Jun 19 18:10:20.206843 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4ea87803-8e13-46ef-b1dc-0a691a284758 req-8b70833f-c2b1-4cd9-afa5-38dab5dbd35b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348663 Jun 19 18:10:20.709622 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-38b8d923-1b9d-4c53-bf72-c56ef95c87be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:20.978867 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153c3e4-10b4-4164-bc12-31bb54f80e38 req-af9a452f-967c-4e13-b152-cdaa42b4b2f5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:20.980304 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7153c3e4-10b4-4164-bc12-31bb54f80e38 req-af9a452f-967c-4e13-b152-cdaa42b4b2f5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0800886 Jun 19 18:10:21.073245 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7153c3e4-10b4-4164-bc12-31bb54f80e38 req-378a9aab-5621-48dd-a309-1d0f310647cf tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583680 Jun 19 18:10:21.099618 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e568552-6e77-48a9-808f-a4528e32b78a req-230825f7-162f-4524-8664-7be47d9c94e9 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:21.101094 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8e568552-6e77-48a9-808f-a4528e32b78a req-230825f7-162f-4524-8664-7be47d9c94e9 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 945 time: 0.1197193 Jun 19 18:10:21.113684 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:21.149472 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8e568552-6e77-48a9-808f-a4528e32b78a req-f103e330-4e6c-4be3-8065-0a3ce03a189e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 Jun 19 18:10:21.430665 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41030) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:21.443768 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d4da6799-fa91-4540-a263-9904105022cc no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:10:21.577726 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4e211352-dd34-47c3-abe3-7f73e0f30b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:21.585611 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:21.592396 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4e211352-dd34-47c3-abe3-7f73e0f30b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:21.597952 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4e211352-dd34-47c3-abe3-7f73e0f30b78 admin admin] Usage tracker for resource:security_group_rule and tenant:e085c74a938d4a24b60dc2dc58a2c2a0 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:21.600977 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4e211352-dd34-47c3-abe3-7f73e0f30b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:21.606497 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4e211352-dd34-47c3-abe3-7f73e0f30b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:21.621963 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d4da6799-fa91-4540-a263-9904105022cc,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:21.626543 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:21.628344 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:21.728144 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d4da6799-fa91-4540-a263-9904105022cc,revision_number=8']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:21.739825 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:21.749213 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4e211352-dd34-47c3-abe3-7f73e0f30b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:21.754106 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4e211352-dd34-47c3-abe3-7f73e0f30b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:21.762761 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bf7261b0-2c78-40c8-98c0-d288cf14aa6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:21.807070 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4e211352-dd34-47c3-abe3-7f73e0f30b78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e085c74a938d4a24b60dc2dc58a2c2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732262 Jun 19 18:10:21.807667 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e211352-dd34-47c3-abe3-7f73e0f30b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46047026-5fff-4cd6-b971-9e4fc8572916,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:21.807828 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41042) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:21.811245 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4e211352-dd34-47c3-abe3-7f73e0f30b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:21.855084 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:10:21.871399 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d311fc9e-3534-4e7b-8e1e-83e1b34186f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:21.896347 dv-cinder-797107-1-smb neutron-server[78399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc', 'code': 422} returned with failed status Jun 19 18:10:21.898480 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d311fc9e-3534-4e7b-8e1e-83e1b34186f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:21.956038 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d311fc9e-3534-4e7b-8e1e-83e1b34186f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:21.961211 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3ee7251e-2055-4cd6-aced-fcf47682365a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:21.975031 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311fc9e-3534-4e7b-8e1e-83e1b34186f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46047026-5fff-4cd6-b971-9e4fc8572916,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:21.978494 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d311fc9e-3534-4e7b-8e1e-83e1b34186f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:21.987277 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d311fc9e-3534-4e7b-8e1e-83e1b34186f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:21.990981 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d311fc9e-3534-4e7b-8e1e-83e1b34186f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46047026-5fff-4cd6-b971-9e4fc8572916 HTTP/1.1" status: 204 len: 168 time: 0.1822639 Jun 19 18:10:22.121284 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2d5d3-28d4-4f09-9f33-27bdc96e969b req-7c3ba5ec-30ae-407f-be78-a9c359f30ea6 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:22.123117 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7dc2d5d3-28d4-4f09-9f33-27bdc96e969b req-7c3ba5ec-30ae-407f-be78-a9c359f30ea6 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.0905595 Jun 19 18:10:22.178831 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7dc2d5d3-28d4-4f09-9f33-27bdc96e969b req-92be02b6-a60b-4f57-a2db-26e265b9b413 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483308 Jun 19 18:10:22.284570 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f328d-fb5b-4fd5-8387-f89f115d321d req-1c2e8c64-878f-4fc0-b277-a1c4fd3ab9fb tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:22.294462 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bf7f328d-fb5b-4fd5-8387-f89f115d321d req-1c2e8c64-878f-4fc0-b277-a1c4fd3ab9fb tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0925448 Jun 19 18:10:22.339882 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bf7f328d-fb5b-4fd5-8387-f89f115d321d req-f0ff7456-b8aa-4d31-897b-d7d60acdc42f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461125 Jun 19 18:10:22.511916 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41086) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:22.538434 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd0549-93cb-4702-bb72-971ba4d7cb40 req-b0f5aec7-9c61-43a3-825b-1c92e6f293ce tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:22.539973 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e0dd0549-93cb-4702-bb72-971ba4d7cb40 req-b0f5aec7-9c61-43a3-825b-1c92e6f293ce tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0923088 Jun 19 18:10:22.549767 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41094) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:22.555296 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-ad60591c-1570-4e81-b554-fbbd4725f8d4 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Request body: {'floatingip': {'port_id': '29080e85-9596-411b-b615-de9b04962ed7'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:22.748206 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ad60591c-1570-4e81-b554-fbbd4725f8d4 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:22.939009 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-7e6c8413-130e-40ab-91b6-9a30a47862be service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4257944 Jun 19 18:10:23.417952 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedd3ee-b6c4-4138-9d0f-af66e24308d2 req-f4878988-41a9-4823-91ea-2c2d0db66c28 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:23.420103 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-baedd3ee-b6c4-4138-9d0f-af66e24308d2 req-f4878988-41a9-4823-91ea-2c2d0db66c28 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.1062374 Jun 19 18:10:23.470049 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a87e4220-ba1b-4c2f-832f-94590e635134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:23.494724 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-baedd3ee-b6c4-4138-9d0f-af66e24308d2 req-6e870f81-6593-49a1-b688-1acc9ddf671f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673480 Jun 19 18:10:23.611331 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ad60591c-1570-4e81-b554-fbbd4725f8d4 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:23.615822 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ad60591c-1570-4e81-b554-fbbd4725f8d4 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:23.798746 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.l3_db [None req-ad60591c-1570-4e81-b554-fbbd4725f8d4 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Floating IP 7b317baa-f3d4-438c-aa0b-47da8dc09e64 associated. External IP: 172.28.0.242, port: 29080e85-9596-411b-b615-de9b04962ed7. Jun 19 18:10:23.972785 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:23.999293 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41140) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:24.128038 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3205adf5-697e-4919-8a88-5558a89d806f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:24.146883 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-3205adf5-697e-4919-8a88-5558a89d806f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:24.150905 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-3205adf5-697e-4919-8a88-5558a89d806f admin admin] Usage tracker for resource:security_group_rule and tenant:bbaf2bc33ebf410bb2a3a031c8e3d959 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:24.153708 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-3205adf5-697e-4919-8a88-5558a89d806f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:24.160227 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-3205adf5-697e-4919-8a88-5558a89d806f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:24.242251 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3205adf5-697e-4919-8a88-5558a89d806f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:24.246080 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-3205adf5-697e-4919-8a88-5558a89d806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:24.255249 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c6a17166-2192-49a7-8f35-4cbc0fd26854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:24.295306 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-3205adf5-697e-4919-8a88-5558a89d806f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbaf2bc33ebf410bb2a3a031c8e3d959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946622 Jun 19 18:10:24.298170 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41146) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:24.309457 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205adf5-697e-4919-8a88-5558a89d806f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69b33e7-adbe-4335-bcce-86c87f36efdd,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:24.310978 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad60591c-1570-4e81-b554-fbbd4725f8d4 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Router 7efb41dc-9980-4381-b938-499f27541bcf has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:10:24.314327 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3205adf5-697e-4919-8a88-5558a89d806f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:24.319011 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-d485338f-bcaf-4123-b2bd-70196416903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:24.320467 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-d485338f-bcaf-4123-b2bd-70196416903b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4&tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9 HTTP/1.1" status: 200 len: 1096 time: 0.1578746 Jun 19 18:10:24.365211 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-33bd1bbf-df07-4b22-beaa-c1e0e4c0abbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:24.391203 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-33bd1bbf-df07-4b22-beaa-c1e0e4c0abbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:24.441603 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-33bd1bbf-df07-4b22-beaa-c1e0e4c0abbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:24.446329 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ead8fddf-f0fc-4032-b6ad-0d9fc3b99104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:24.462708 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd1bbf-df07-4b22-beaa-c1e0e4c0abbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69b33e7-adbe-4335-bcce-86c87f36efdd,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:24.464960 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-33bd1bbf-df07-4b22-beaa-c1e0e4c0abbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:24.467078 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-33bd1bbf-df07-4b22-beaa-c1e0e4c0abbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:24.471166 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-33bd1bbf-df07-4b22-beaa-c1e0e4c0abbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b69b33e7-adbe-4335-bcce-86c87f36efdd HTTP/1.1" status: 204 len: 168 time: 0.1719031 Jun 19 18:10:24.551497 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-a8e8490d-107a-41fc-bb5f-d2df3572fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:24.553026 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-a8e8490d-107a-41fc-bb5f-d2df3572fecd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 1096 time: 0.1731064 Jun 19 18:10:24.554103 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad60591c-1570-4e81-b554-fbbd4725f8d4 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:10:24.567005 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70603d8e-7070-4f21-8c36-ab4adcdf5f94 None None] Sync routers for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:10:24.581065 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70603d8e-7070-4f21-8c36-ab4adcdf5f94 None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:24.581690 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-70603d8e-7070-4f21-8c36-ab4adcdf5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:10:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:24.607006 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ad60591c-1570-4e81-b554-fbbd4725f8d4 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:24.737342 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ad60591c-1570-4e81-b554-fbbd4725f8d4 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "PUT /v2.0/floatingips/7b317baa-f3d4-438c-aa0b-47da8dc09e64 HTTP/1.1" status: 200 len: 992 time: 2.1865890 Jun 19 18:10:24.740007 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'tag': '29080e85-9596-411b-b615-de9b04962ed7'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:10:24.768988 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-bb28f45e-a5f6-4694-9b63-606747386e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:24.770526 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-bb28f45e-a5f6-4694-9b63-606747386e9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 918 time: 0.2092426 Jun 19 18:10:24.802616 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-70603d8e-7070-4f21-8c36-ab4adcdf5f94 None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:24.824522 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41160) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:24.853520 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a605eea6-d922-47da-aed3-582bb5403079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:24.877086 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-a605eea6-d922-47da-aed3-582bb5403079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:24.883504 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-a605eea6-d922-47da-aed3-582bb5403079 admin admin] Usage tracker for resource:security_group_rule and tenant:6359f3e8b044408287f488b3e723fa13 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:24.888454 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-a605eea6-d922-47da-aed3-582bb5403079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:24.895558 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-648a577a-7b27-4808-9a64-4b70715baf67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4da6799-fa91-4540-a263-9904105022cc HTTP/1.1" status: 200 len: 997 time: 0.1174760 Jun 19 18:10:24.896068 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-a605eea6-d922-47da-aed3-582bb5403079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:24.930111 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2a3d4-5974-46ac-af80-a2a87a1c5464 req-62c1872b-731f-4e2a-8274-0cffba4494b8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:24.937980 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9db2a3d4-5974-46ac-af80-a2a87a1c5464 req-62c1872b-731f-4e2a-8274-0cffba4494b8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.2798049 Jun 19 18:10:24.974821 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-61fe0f70-a7c5-4c68-bacb-a2f74d0ea976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:24.976186 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-61fe0f70-a7c5-4c68-bacb-a2f74d0ea976 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.0737567 Jun 19 18:10:25.006479 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9db2a3d4-5974-46ac-af80-a2a87a1c5464 req-a8485fc0-d91a-4f35-a712-ab3309468775 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678973 Jun 19 18:10:25.021875 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'tag': '29080e85-9596-411b-b615-de9b04962ed7', 'status': 'completed', 'code': 200} Jun 19 18:10:25.080524 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a605eea6-d922-47da-aed3-582bb5403079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:25.085318 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a605eea6-d922-47da-aed3-582bb5403079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:25.093649 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-67b5702e-426e-43be-bc35-cc7fb5194cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:25.127249 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-b0be246d-3ec6-4507-9502-f05b6b063540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:25.128718 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-b0be246d-3ec6-4507-9502-f05b6b063540 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1426353 Jun 19 18:10:25.139974 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-a605eea6-d922-47da-aed3-582bb5403079 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6359f3e8b044408287f488b3e723fa13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070383 Jun 19 18:10:25.140263 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a02ca-989b-487e-b02e-6664bcc42f70 req-21817f3e-2e36-4249-a31d-69f0c8ea0f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:25.140375 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605eea6-d922-47da-aed3-582bb5403079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de5e1c0-f55f-43a5-9694-f804ab0bd956,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:25.140500 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a5a02ca-989b-487e-b02e-6664bcc42f70 req-21817f3e-2e36-4249-a31d-69f0c8ea0f92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fafa5c8bae7e4634a844643e7c91706e&device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 1099 time: 0.1056173 Jun 19 18:10:25.140593 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41164) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:25.142930 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a605eea6-d922-47da-aed3-582bb5403079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:25.209046 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-70603d8e-7070-4f21-8c36-ab4adcdf5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': '7b317baa-f3d4-438c-aa0b-47da8dc09e64', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'floating_ip_address': '172.28.0.242', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'port_id': '29080e85-9596-411b-b615-de9b04962ed7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'mac_address': 'fa:16:3e:30:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:10:02Z', 'updated_at': '2021-06-19T18:10:23Z', 'revision_number': 1, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:04Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:25.212714 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70603d8e-7070-4f21-8c36-ab4adcdf5f94 None None] Checking router: 7efb41dc-9980-4381-b938-499f27541bcf for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:10:25.221240 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70603d8e-7070-4f21-8c36-ab4adcdf5f94 None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:25.221861 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-70603d8e-7070-4f21-8c36-ab4adcdf5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:10:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:25.413156 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-70603d8e-7070-4f21-8c36-ab4adcdf5f94 None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:25.515383 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d93da6be-3180-49b5-8f51-af15e9631e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:25.527201 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-5e419661-7fc2-465a-939f-e1601348e68e service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842852 Jun 19 18:10:25.569512 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a02ca-989b-487e-b02e-6664bcc42f70 req-f68cb951-3f6c-4174-a970-6a7f900b3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:25.570929 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a5a02ca-989b-487e-b02e-6664bcc42f70 req-f68cb951-3f6c-4174-a970-6a7f900b3462 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 200 len: 911 time: 0.4009655 Jun 19 18:10:25.584474 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d93da6be-3180-49b5-8f51-af15e9631e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:25.779786 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a5a02ca-989b-487e-b02e-6664bcc42f70 req-c5833705-a997-469a-a456-e7eb46ba4bd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29080e85-9596-411b-b615-de9b04962ed7 HTTP/1.1" status: 200 len: 1000 time: 0.1873572 Jun 19 18:10:25.800614 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:25.803432 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-70603d8e-7070-4f21-8c36-ab4adcdf5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': '7b317baa-f3d4-438c-aa0b-47da8dc09e64', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'floating_ip_address': '172.28.0.242', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'port_id': '29080e85-9596-411b-b615-de9b04962ed7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'mac_address': 'fa:16:3e:30:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:10:02Z', 'updated_at': '2021-06-19T18:10:23Z', 'revision_number': 1, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:04Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:25.807348 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70603d8e-7070-4f21-8c36-ab4adcdf5f94 None None] The sync data for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb is: [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': '7b317baa-f3d4-438c-aa0b-47da8dc09e64', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'floating_ip_address': '172.28.0.242', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'port_id': '29080e85-9596-411b-b615-de9b04962ed7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'mac_address': 'fa:16:3e:30:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:10:02Z', 'updated_at': '2021-06-19T18:10:23Z', 'revision_number': 1, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:04Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:10:25.859646 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-da09dfcb-dbf3-4212-9d09-e21d17ccade2 req-3ba8e211-cbf6-4751-b8e0-ab27d39974b6 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195679 Jun 19 18:10:25.872109 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a02ca-989b-487e-b02e-6664bcc42f70 req-a235f374-8a74-438d-9c2a-4dbec7ecd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:25.873590 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a5a02ca-989b-487e-b02e-6664bcc42f70 req-a235f374-8a74-438d-9c2a-4dbec7ecd26d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b3e0ae5-0af0-4e99-adcd-11d168f82436 HTTP/1.1" status: 200 len: 849 time: 0.0854239 Jun 19 18:10:25.876334 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d93da6be-3180-49b5-8f51-af15e9631e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:25.882526 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4c0787d2-147b-4229-a20a-5bb40a96ce85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:25.925952 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93da6be-3180-49b5-8f51-af15e9631e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de5e1c0-f55f-43a5-9694-f804ab0bd956,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:25.931127 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d93da6be-3180-49b5-8f51-af15e9631e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:25.942405 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d93da6be-3180-49b5-8f51-af15e9631e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:25.943522 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d93da6be-3180-49b5-8f51-af15e9631e30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7de5e1c0-f55f-43a5-9694-f804ab0bd956 HTTP/1.1" status: 204 len: 168 time: 0.8020344 Jun 19 18:10:25.978986 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a02ca-989b-487e-b02e-6664bcc42f70 req-05315bb3-28d8-4636-b02e-3feaf8b98f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:25.981298 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a5a02ca-989b-487e-b02e-6664bcc42f70 req-05315bb3-28d8-4636-b02e-3feaf8b98f52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1008782 Jun 19 18:10:26.068578 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e5c91-2dcb-46f5-9d7c-2100533c69ca None None] New status for floating IP 7b317baa-f3d4-438c-aa0b-47da8dc09e64: ACTIVE {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 18:10:26.176402 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a5a02ca-989b-487e-b02e-6664bcc42f70 req-d6a8deb3-ea77-46a7-adc8-05aa20426ffa service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838124 Jun 19 18:10:26.252411 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d93e1c-033b-41f1-827f-6421a0f2fcc4 req-0e2ac251-f551-4a5b-8a4b-b76a52d4cf47 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:26.254209 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f6d93e1c-033b-41f1-827f-6421a0f2fcc4 req-0e2ac251-f551-4a5b-8a4b-b76a52d4cf47 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.0994365 Jun 19 18:10:26.328811 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f6d93e1c-033b-41f1-827f-6421a0f2fcc4 req-88eddc6b-c2e7-4837-ab7f-66cbd2bf946d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683894 Jun 19 18:10:26.331438 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-2a5a02ca-989b-487e-b02e-6664bcc42f70 req-9309144a-72a1-4e83-be1d-14e24500a6eb service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475008 Jun 19 18:10:27.550848 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a43a4e-4431-4a69-b10f-a4366d0bebd1 req-5c7ae7c2-d94d-4d58-a2df-2288805195cb tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:27.552535 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3a43a4e-4431-4a69-b10f-a4366d0bebd1 req-5c7ae7c2-d94d-4d58-a2df-2288805195cb tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.0815158 Jun 19 18:10:27.613554 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3a43a4e-4431-4a69-b10f-a4366d0bebd1 req-5377ea54-6d77-4836-ada0-7666ef44d868 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527785 Jun 19 18:10:28.818643 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edf1a4-6900-4b91-9cb1-b5885ce778ba req-d3d3b40a-d306-4c43-9dda-d72645e58f03 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:28.820093 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-87edf1a4-6900-4b91-9cb1-b5885ce778ba req-d3d3b40a-d306-4c43-9dda-d72645e58f03 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.0918550 Jun 19 18:10:28.867343 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-87edf1a4-6900-4b91-9cb1-b5885ce778ba req-fb64511a-4d2a-472b-9b51-697e89feab2a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409968 Jun 19 18:10:28.884751 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41268) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:29.021466 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-549397d3-56fc-4324-8f2d-6659ce86fdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:29.036350 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-549397d3-56fc-4324-8f2d-6659ce86fdc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:29.040325 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-549397d3-56fc-4324-8f2d-6659ce86fdc2 admin admin] Usage tracker for resource:security_group_rule and tenant:b45b993776b941b7805a0935a04047a5 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:29.043994 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-549397d3-56fc-4324-8f2d-6659ce86fdc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:29.050645 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-549397d3-56fc-4324-8f2d-6659ce86fdc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:29.151518 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-549397d3-56fc-4324-8f2d-6659ce86fdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:29.157545 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-549397d3-56fc-4324-8f2d-6659ce86fdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:29.164601 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6d67dce5-c7ed-4482-bf48-329546b37188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:29.206710 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549397d3-56fc-4324-8f2d-6659ce86fdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf95f3db-385c-4c29-b224-69b3339fee2d,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:29.210802 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-549397d3-56fc-4324-8f2d-6659ce86fdc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b45b993776b941b7805a0935a04047a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249233 Jun 19 18:10:29.211642 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-549397d3-56fc-4324-8f2d-6659ce86fdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:29.213543 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41274) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:29.274926 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1924-64de-478a-aa7f-6af17d958003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:29.301121 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1924-64de-478a-aa7f-6af17d958003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:29.359326 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1924-64de-478a-aa7f-6af17d958003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:29.364908 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d02da5ef-b020-4893-b8de-4f01d071ae66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:29.381010 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb1924-64de-478a-aa7f-6af17d958003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf95f3db-385c-4c29-b224-69b3339fee2d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:29.384960 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2bcb1924-64de-478a-aa7f-6af17d958003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:29.388443 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-2bcb1924-64de-478a-aa7f-6af17d958003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:29.389797 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-2bcb1924-64de-478a-aa7f-6af17d958003 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf95f3db-385c-4c29-b224-69b3339fee2d HTTP/1.1" status: 204 len: 168 time: 0.1753702 Jun 19 18:10:29.706233 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41282) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:29.724578 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-da997de6-a9fa-4925-9061-303bb01be230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:29.744088 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-da997de6-a9fa-4925-9061-303bb01be230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:29.747814 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-da997de6-a9fa-4925-9061-303bb01be230 admin admin] Usage tracker for resource:security_group_rule and tenant:dcbfa6c25efe4e5fab69cbf9d3128e8e is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:29.751485 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-da997de6-a9fa-4925-9061-303bb01be230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:29.757067 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-da997de6-a9fa-4925-9061-303bb01be230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:29.841468 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-da997de6-a9fa-4925-9061-303bb01be230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:29.846622 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-da997de6-a9fa-4925-9061-303bb01be230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:29.873856 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4e211352-dd34-47c3-abe3-7f73e0f30b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:29.887040 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-da997de6-a9fa-4925-9061-303bb01be230 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcbfa6c25efe4e5fab69cbf9d3128e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798973 Jun 19 18:10:29.889884 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41286) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:29.902278 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da997de6-a9fa-4925-9061-303bb01be230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c78e15-20f4-4470-b7f6-470bd2d75128,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:29.906530 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-da997de6-a9fa-4925-9061-303bb01be230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:29.952132 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2eba01e0-f732-48fc-9de2-c1eadabac8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:29.978520 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2eba01e0-f732-48fc-9de2-c1eadabac8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:30.094812 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2eba01e0-f732-48fc-9de2-c1eadabac8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:30.100007 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e555e070-76c1-4208-83b7-e2aa39fbcc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:30.116358 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bb4fd-186a-4725-9313-8f3786c65776 req-d2706a03-5c10-40c6-907d-2c9f26b19c52 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:30.117851 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-466bb4fd-186a-4725-9313-8f3786c65776 req-d2706a03-5c10-40c6-907d-2c9f26b19c52 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.1159902 Jun 19 18:10:30.123418 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba01e0-f732-48fc-9de2-c1eadabac8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c78e15-20f4-4470-b7f6-470bd2d75128,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:30.132671 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2eba01e0-f732-48fc-9de2-c1eadabac8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:30.133713 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-2eba01e0-f732-48fc-9de2-c1eadabac8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:30.137588 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-2eba01e0-f732-48fc-9de2-c1eadabac8e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11c78e15-20f4-4470-b7f6-470bd2d75128 HTTP/1.1" status: 204 len: 168 time: 0.2465701 Jun 19 18:10:30.183382 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-466bb4fd-186a-4725-9313-8f3786c65776 req-756597f1-3444-440a-bd35-658004a5f806 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438762 Jun 19 18:10:31.450252 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4d103-e815-4184-9cee-acd0fde2941b req-f22ed0e7-fabf-4b66-8bcf-7f115b39c0ca tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:31.453373 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6bd4d103-e815-4184-9cee-acd0fde2941b req-f22ed0e7-fabf-4b66-8bcf-7f115b39c0ca tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.1233358 Jun 19 18:10:31.541376 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6bd4d103-e815-4184-9cee-acd0fde2941b req-b2e52d80-82f5-4f84-ab31-39ddce97c19b tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805922 Jun 19 18:10:32.745192 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebaad7-ed0c-4a8a-940a-7ba729fce9fd req-dbb16c8a-b64f-4a12-a1fe-cc3c07c93e1c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:32.746627 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a8ebaad7-ed0c-4a8a-940a-7ba729fce9fd req-dbb16c8a-b64f-4a12-a1fe-cc3c07c93e1c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.0859728 Jun 19 18:10:32.810392 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a8ebaad7-ed0c-4a8a-940a-7ba729fce9fd req-2f7977b7-8592-403f-b988-560e3633a38d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573905 Jun 19 18:10:34.016274 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c3186-2e79-4e84-af69-2ddd7de43770 req-7cf2a002-c693-40f1-8c25-575249ea8896 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:34.017785 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-987c3186-2e79-4e84-af69-2ddd7de43770 req-7cf2a002-c693-40f1-8c25-575249ea8896 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.0827956 Jun 19 18:10:34.063426 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-987c3186-2e79-4e84-af69-2ddd7de43770 req-82175c0c-4ad0-4080-b098-5c45ec56f67d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399313 Jun 19 18:10:35.173485 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41370) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:35.276346 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091902e-d655-41ad-8348-4d9fd52385ca req-ca805f4b-e1d6-476b-a0a8-03116cab3d61 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:35.277846 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e091902e-d655-41ad-8348-4d9fd52385ca req-ca805f4b-e1d6-476b-a0a8-03116cab3d61 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.0923405 Jun 19 18:10:35.343396 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca41b371-2eed-47a0-8bbb-53acc081ca64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:35.373613 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ca41b371-2eed-47a0-8bbb-53acc081ca64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:35.378668 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e091902e-d655-41ad-8348-4d9fd52385ca req-542299a2-2689-4b55-8eb4-f061881d6ba3 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886381 Jun 19 18:10:35.381083 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ca41b371-2eed-47a0-8bbb-53acc081ca64 admin admin] Usage tracker for resource:security_group_rule and tenant:8418dfd0da9646e6919ec4dc27c65de1 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:35.386757 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ca41b371-2eed-47a0-8bbb-53acc081ca64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:35.393545 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ca41b371-2eed-47a0-8bbb-53acc081ca64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:35.485374 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca41b371-2eed-47a0-8bbb-53acc081ca64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:35.489017 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ca41b371-2eed-47a0-8bbb-53acc081ca64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:35.496336 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-886b8df6-946f-4bfe-b199-287218662442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:35.540510 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ca41b371-2eed-47a0-8bbb-53acc081ca64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8418dfd0da9646e6919ec4dc27c65de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656597 Jun 19 18:10:35.541443 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41b371-2eed-47a0-8bbb-53acc081ca64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea11121-2555-4b3f-b4b7-e8cd46ec746a,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:35.543281 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41376) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:35.544508 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ca41b371-2eed-47a0-8bbb-53acc081ca64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:35.604898 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0b6e20cf-89d3-4fe3-ae6d-71ae1c208021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:35.632647 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0b6e20cf-89d3-4fe3-ae6d-71ae1c208021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:35.687779 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0b6e20cf-89d3-4fe3-ae6d-71ae1c208021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:35.695027 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-549397d3-56fc-4324-8f2d-6659ce86fdc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:35.711484 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e20cf-89d3-4fe3-ae6d-71ae1c208021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea11121-2555-4b3f-b4b7-e8cd46ec746a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:35.714404 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0b6e20cf-89d3-4fe3-ae6d-71ae1c208021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:35.719124 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-0b6e20cf-89d3-4fe3-ae6d-71ae1c208021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:35.720304 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-0b6e20cf-89d3-4fe3-ae6d-71ae1c208021 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ea11121-2555-4b3f-b4b7-e8cd46ec746a HTTP/1.1" status: 204 len: 168 time: 0.1751647 Jun 19 18:10:36.436264 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41402) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:36.566699 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-101678595-network', 'tenant_id': '0fe73261edd04c289455e771867ec062'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:36.571503 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:36.575517 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Usage tracker for resource:network and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:36.579621 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:36.586438 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:36.599862 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Made reservation on behalf of 0fe73261edd04c289455e771867ec062 for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:10:36.602160 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:36.612313 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897990a1-8ecc-40ce-a342-31f0d467782b req-94be7ca3-e9e1-4f11-b74f-61bee95cce4c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:36.613891 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-897990a1-8ecc-40ce-a342-31f0d467782b req-94be7ca3-e9e1-4f11-b74f-61bee95cce4c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.1020999 Jun 19 18:10:36.621750 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:36.638125 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:36.642525 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Usage tracker for resource:security_group_rule and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:36.645416 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:36.651440 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:36.662904 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-897990a1-8ecc-40ce-a342-31f0d467782b req-3dd02e41-baf6-4ce6-9a03-ca6b545be935 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429292 Jun 19 18:10:36.748657 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:36.753238 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:36.756043 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d93da6be-3180-49b5-8f51-af15e9631e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:36.783620 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:10:36.792110 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b817ca4c-4d65-41b5-9be7-59848378f9c8,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:36.795640 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:36.798174 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:36.798503 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Added segment e00c2580-3fc3-4091-b3b1-325a0cd87be9 of type vlan for network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 Jun 19 18:10:36.824795 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:10:36.827136 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:36.858242 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:36.859787 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:36.860365 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:36.864188 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9d2a64e6-eb9d-471f-9f8b-3f6556f0b4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:36.966544 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Pushing event updated for resources: {'Network': ['ID=334a9e4e-ff75-49ec-95cf-38d7b76d8548,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:36.972224 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41408) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:36.972418 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5343382 Jun 19 18:10:36.973340 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:36.977463 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:10:36.978028 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Request body: {'subnet': {'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-101678595-subnet', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:36.985930 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:36.990518 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Usage tracker for resource:subnet and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:36.993414 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:36.999997 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:37.016966 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Made reservation on behalf of 0fe73261edd04c289455e771867ec062 for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:10:37.025704 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476494'] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:37.559924 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2529165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476508'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:37.565492 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:37.637974 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3444f168-c8e9-4c9c-a467-d52d20795837,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:37.641593 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:37.647737 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Checking segment: {'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:10:37.648089 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Network hostable DHCP agents. Network: 334a9e4e-ff75-49ec-95cf-38d7b76d8548, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:10:37.667281 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:10:37.676898 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, 334a9e4e-ff75-49ec-95cf-38d7b76d8548) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:37.688324 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb97433-8a13-4eb6-8804-c6aea198282a None None] Network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:10:37.694501 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:37.694501 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:37.729114 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-99ca2de8-633f-40a1-a1db-2376b95f0a68 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7557638 Jun 19 18:10:37.731760 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41416) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:37.741232 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:37.750184 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:37.758703 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Usage tracker for resource:router and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:37.766973 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:37.779227 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:37.802473 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1664751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-476'] for router, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:37.803608 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-469'] for router, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:37.861282 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:38.028378 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp301dc5b5-d905-5c7b-b879-3bd27615c960-334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837'}]}} from dv-cinder-797107-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 19 18:10:38.029248 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:38.086779 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a6d21-ff1f-408f-bb9d-4582db7178ae req-4e271915-1ed9-45b1-9f0c-f5d51e717eff tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:38.088372 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-603a6d21-ff1f-408f-bb9d-4582db7178ae req-4e271915-1ed9-45b1-9f0c-f5d51e717eff tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.2754581 Jun 19 18:10:38.177957 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1747513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1664724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:38.211016 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-603a6d21-ff1f-408f-bb9d-4582db7178ae req-0f98193e-976f-4300-b362-a5b51e1e2ac6 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137934 Jun 19 18:10:38.241505 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Allocated IP 172.20.0.2 (334a9e4e-ff75-49ec-95cf-38d7b76d8548/3444f168-c8e9-4c9c-a467-d52d20795837/1516cb53-209e-4048-9421-3d683f0d37c3) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:10:38.478967 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:38.498607 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Transition to ACTIVE for port object 1516cb53-209e-4048-9421-3d683f0d37c3 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:38.519399 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Transition to ACTIVE for port object 1516cb53-209e-4048-9421-3d683f0d37c3 will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:38.524758 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:38.528852 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:38.576536 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:38.595817 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:10:38.598424 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:38.602583 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:10:38.604588 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Pushing event updated for resources: {'Port': ['ID=1516cb53-209e-4048-9421-3d683f0d37c3,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:38.607534 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:38.607947 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:38.691688 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Attempting to bind port 1516cb53-209e-4048-9421-3d683f0d37c3 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:10:38.692061 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Attempting to bind port 1516cb53-209e-4048-9421-3d683f0d37c3 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:10:38.692425 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Attempting to bind port 1516cb53-209e-4048-9421-3d683f0d37c3 on network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:10:38.697703 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:10:38.698073 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Checking segment: {'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:10:38.698474 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:38.698864 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Bound using segment: {'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:10:38.699322 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Bound port: 1516cb53-209e-4048-9421-3d683f0d37c3, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:10:38.699694 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:38.752293 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Allocated IP 172.28.0.97 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/0432e486-a5b9-4dba-a354-75967d070607) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:10:38.793147 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] For port 1516cb53-209e-4048-9421-3d683f0d37c3, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:10:38.797143 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] For port 1516cb53-209e-4048-9421-3d683f0d37c3, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=1516cb53-209e-4048-9421-3d683f0d37c3,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:10:38.802533 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:38.807172 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:38.884074 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Pushing event updated for resources: {'Port': ['ID=1516cb53-209e-4048-9421-3d683f0d37c3,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:38.887255 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:38.914336 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:38.949487 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:38.953416 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-53736366-731c-4f8f-89cb-902a97b42330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:39.027514 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:10:39.030418 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:39.034081 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:10:39.066368 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Pushing event updated for resources: {'Port': ['ID=0432e486-a5b9-4dba-a354-75967d070607,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:39.072280 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:39.623799 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:39.711911 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c129f78-f4d2-4f5a-8b77-1caab916fef8 req-2b8cbe7b-2b99-4d7c-bdb8-5e9fa4c9aeff tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:39.713424 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2c129f78-f4d2-4f5a-8b77-1caab916fef8 req-2b8cbe7b-2b99-4d7c-bdb8-5e9fa4c9aeff tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.2392895 Jun 19 18:10:39.787473 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 1516cb53-209e-4048-9421-3d683f0d37c3 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:39.836417 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2c129f78-f4d2-4f5a-8b77-1caab916fef8 req-9c7fc383-11e1-4535-898b-4d3bde796e99 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156125 Jun 19 18:10:39.840914 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce40b8bc-2d59-4be2-b5de-c97d9aa098d4 None None] Network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:10:39.971645 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6415e731-d49d-4ff3-8fab-5d12d49c7dce None None] Provisioning for port 1516cb53-209e-4048-9421-3d683f0d37c3 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:39.974711 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 1516cb53-209e-4048-9421-3d683f0d37c3 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:39.985176 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 1516cb53-209e-4048-9421-3d683f0d37c3 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:39.985544 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:40.005336 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1664733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747542'] for router, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:40.007951 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6415e731-d49d-4ff3-8fab-5d12d49c7dce None None] Provisioning complete for port 1516cb53-209e-4048-9421-3d683f0d37c3 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:40.008318 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6415e731-d49d-4ff3-8fab-5d12d49c7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:40.210531 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Router eaccbae1-decd-4bfc-acf5-5768e5a2523b is scheduled to L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 with binding_index 1 {{(pid=78398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 18:10:40.318964 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:40.331037 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6415e731-d49d-4ff3-8fab-5d12d49c7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:40.382711 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 1516cb53-209e-4048-9421-3d683f0d37c3, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=1516cb53-209e-4048-9421-3d683f0d37c3,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:40.385215 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:10:40.396217 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Sync routers for ids ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:10:40.398406 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:40.402532 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:40.411568 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:40.412759 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-fa6a08a9-596f-4d5e-82ec-30555fbc251c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6792901 Jun 19 18:10:40.415520 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41422) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:40.498041 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Routers {'eaccbae1-decd-4bfc-acf5-5768e5a2523b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:40.499540 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:10:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:40.602385 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-6415e731-d49d-4ff3-8fab-5d12d49c7dce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 18:10:40.602774 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-6415e731-d49d-4ff3-8fab-5d12d49c7dce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 18:10:40.666107 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=1516cb53-209e-4048-9421-3d683f0d37c3,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:40.677051 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:40.703590 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Set router eaccbae1-decd-4bfc-acf5-5768e5a2523b gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:40.982028 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:10:39Z', 'revision_number': 3, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:40.986332 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Checking router: eaccbae1-decd-4bfc-acf5-5768e5a2523b for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:10:40.986699 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Updating router eaccbae1-decd-4bfc-acf5-5768e5a2523b port 0432e486-a5b9-4dba-a354-75967d070607 binding host dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:10:41.039800 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.145723 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fc57a-262b-436a-a29f-e7c0c3437a49 req-89ba6c9c-1a64-4912-8fc9-27d4219fcfc1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:41.147087 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9b9fc57a-262b-436a-a29f-e7c0c3437a49 req-89ba6c9c-1a64-4912-8fc9-27d4219fcfc1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.1963189 Jun 19 18:10:41.272031 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9b9fc57a-262b-436a-a29f-e7c0c3437a49 req-6ca3d687-74fc-423a-a2c4-823a49fe486e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906625 Jun 19 18:10:41.290949 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.351524 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-924987d2-6825-440f-93e9-248c9ae5b6c7 None None] Provisioning complete for port 1516cb53-209e-4048-9421-3d683f0d37c3 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:41.351884 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-924987d2-6825-440f-93e9-248c9ae5b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.501568 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Allocated IP 172.20.0.1 (334a9e4e-ff75-49ec-95cf-38d7b76d8548/3444f168-c8e9-4c9c-a467-d52d20795837/820d02a8-28d0-422f-b6f2-c1586a0f9e54) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:10:41.529602 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.549240 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Transition to ACTIVE for port object 0432e486-a5b9-4dba-a354-75967d070607 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:41.557291 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.560717 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:41.634043 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Attempting to bind port 0432e486-a5b9-4dba-a354-75967d070607 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:10:41.634412 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Attempting to bind port 0432e486-a5b9-4dba-a354-75967d070607 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:10:41.634775 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Attempting to bind port 0432e486-a5b9-4dba-a354-75967d070607 on network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:10:41.640377 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0931ef4-53bf-45f3-923f-fc9e5272992b None None] Pushing event updated for resources: {'Port': ['ID=0432e486-a5b9-4dba-a354-75967d070607,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:41.643259 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-f0931ef4-53bf-45f3-923f-fc9e5272992b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:41.645917 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:10:41.646293 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Checking segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:10:41.646693 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.647077 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Bound using segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:10:41.647821 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Bound port: 0432e486-a5b9-4dba-a354-75967d070607, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:10:41.647944 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.648143 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.663981 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.provisioning_blocks [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Transition to ACTIVE for port object 820d02a8-28d0-422f-b6f2-c1586a0f9e54 will not be triggered until provisioned by entity DHCP. {{(pid=78398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:41.689233 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.693285 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-780bc206-be84-4ff5-a94d-9cd952173f98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:41.760777 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 1516cb53-209e-4048-9421-3d683f0d37c3 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:41.762504 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:10:41.765556 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:41.769042 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:10:41.815580 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] For port 0432e486-a5b9-4dba-a354-75967d070607, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:10:41.822929 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746745'] for router_interface, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.829618 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] For port 0432e486-a5b9-4dba-a354-75967d070607, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=0432e486-a5b9-4dba-a354-75967d070607,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:10:41.835832 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.839598 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:41.839808 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Pushing event updated for resources: {'Port': ['ID=820d02a8-28d0-422f-b6f2-c1586a0f9e54,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:41.847626 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:41.929167 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 1516cb53-209e-4048-9421-3d683f0d37c3 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:41.929548 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.959226 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:41.959689 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Routers {'eaccbae1-decd-4bfc-acf5-5768e5a2523b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:41.960316 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:10:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:42.048422 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0931ef4-53bf-45f3-923f-fc9e5272992b None None] Pushing event updated for resources: {'Port': ['ID=0432e486-a5b9-4dba-a354-75967d070607,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:42.051453 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-f0931ef4-53bf-45f3-923f-fc9e5272992b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:42.132199 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-8eb84867-e491-448e-863b-16389dd016ff None None] Provisioning for port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:42.156533 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-8eb84867-e491-448e-863b-16389dd016ff None None] Provisioning complete for port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:42.156926 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8eb84867-e491-448e-863b-16389dd016ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:42.279549 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-8eb84867-e491-448e-863b-16389dd016ff None None] Port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:10:42.279883 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:42.283913 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] Set router eaccbae1-decd-4bfc-acf5-5768e5a2523b gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:42.286791 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:42.330824 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:42.390496 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746842'] for router_interface, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:42.457054 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Pushing event updated for resources: {'Port': ['ID=820d02a8-28d0-422f-b6f2-c1586a0f9e54,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:42.474507 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:42.586301 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:10:42.588114 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:42.602300 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '820d02a8-28d0-422f-b6f2-c1586a0f9e54', 'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'mac_address': 'fa:16:3e:b6:2a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:41Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 1, 'project_id': '0fe73261edd04c289455e771867ec062', 'subnets': [{'id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:42.605108 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad95840-ffaf-4493-a927-b49482e888aa req-65401534-694a-476a-a73f-0901600565e0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:42.606288 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cad95840-ffaf-4493-a927-b49482e888aa req-65401534-694a-476a-a73f-0901600565e0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.2044268 Jun 19 18:10:42.606426 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8d061-a32b-4b08-9604-f694a1cf33ba None None] The sync data for ids ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'] in dv-cinder-797107-1-smb is: [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '820d02a8-28d0-422f-b6f2-c1586a0f9e54', 'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'mac_address': 'fa:16:3e:b6:2a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:41Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 1, 'project_id': '0fe73261edd04c289455e771867ec062', 'subnets': [{'id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:10:42.776305 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cad95840-ffaf-4493-a927-b49482e888aa req-e98f0932-53da-4fbd-a0a2-f96e4882bc2f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179340 Jun 19 18:10:42.819528 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-27679678-faea-43a8-b5cf-be3fdd60f4cb None None] Provisioning complete for port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:42.819914 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-27679678-faea-43a8-b5cf-be3fdd60f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:42.857672 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Router eaccbae1-decd-4bfc-acf5-5768e5a2523b has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:10:42.892236 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-27679678-faea-43a8-b5cf-be3fdd60f4cb None None] Port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:10:43.051629 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:10:43.060824 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] 10.222.0.16 "PUT /v2.0/routers/eaccbae1-decd-4bfc-acf5-5768e5a2523b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6441453 Jun 19 18:10:43.622501 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41448) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:43.628592 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1267655023-network', 'tenant_id': '20114021c06b45368c2b715df7b74326'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:43.633329 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:43.637152 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Usage tracker for resource:network and tenant:20114021c06b45368c2b715df7b74326 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:43.640569 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:43.646424 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:43.658111 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Made reservation on behalf of 20114021c06b45368c2b715df7b74326 for: {'network': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:10:43.660350 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:43.672580 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:43.687864 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:43.691923 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Usage tracker for resource:security_group_rule and tenant:20114021c06b45368c2b715df7b74326 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:43.695165 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:43.700947 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:43.795276 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 0432e486-a5b9-4dba-a354-75967d070607 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:43.795898 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:43.799987 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:43.803270 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-55d4a416-3bd9-4921-950b-36a0a7e50cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:43.833499 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=78398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:10:43.839422 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ed22d7-4078-4c8b-813a-90f81c1df31b,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:43.843598 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:43.847588 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:43.847920 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.segments_db [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Added segment 9a97113d-83ed-40fc-b293-71875ef73a8f of type vlan for network 808958d6-ac93-4ce6-aa17-7e992153f68a Jun 19 18:10:43.876249 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 0432e486-a5b9-4dba-a354-75967d070607 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:43.882108 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 0432e486-a5b9-4dba-a354-75967d070607 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:43.882757 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:43.896672 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:43.943807 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:43.946612 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:43.947362 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:43.952720 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:44.009128 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:44.025312 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 0432e486-a5b9-4dba-a354-75967d070607, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=0432e486-a5b9-4dba-a354-75967d070607,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:44.031127 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:44.033175 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:44.101472 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4778159 Jun 19 18:10:44.102749 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=0432e486-a5b9-4dba-a354-75967d070607,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:44.105877 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Pushing event updated for resources: {'Network': ['ID=808958d6-ac93-4ce6-aa17-7e992153f68a,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:44.106229 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:44.106501 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41456) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:44.109172 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:44.118370 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Request body: {'subnet': {'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1267655023-subnet', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:44.135564 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107c820-f361-4cf4-b6fd-4c48986d9527 req-ca7950e8-f6de-4343-afe5-d8450d5b1f6b tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:44.136110 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:44.137071 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6107c820-f361-4cf4-b6fd-4c48986d9527 req-ca7950e8-f6de-4343-afe5-d8450d5b1f6b tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.1719308 Jun 19 18:10:44.140068 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network 808958d6-ac93-4ce6-aa17-7e992153f68a details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:10:44.143519 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Usage tracker for resource:subnet and tenant:20114021c06b45368c2b715df7b74326 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:44.146558 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:44.152233 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:44.169845 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Made reservation on behalf of 20114021c06b45368c2b715df7b74326 for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:10:44.172589 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706361'] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:44.188066 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6107c820-f361-4cf4-b6fd-4c48986d9527 req-5d973048-76e8-47b7-bf06-a637f88fe509 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440829 Jun 19 18:10:44.626999 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Sync routers for ids ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:10:44.636021 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Routers {'eaccbae1-decd-4bfc-acf5-5768e5a2523b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:44.636616 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:10:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:44.650012 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706347'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:44.653603 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:44.726780 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22345f5d-4c5f-4c8e-9f8f-0b61599e6553,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:44.730097 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:44.736814 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Checking segment: {'id': '9a97113d-83ed-40fc-b293-71875ef73a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:10:44.737202 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Network hostable DHCP agents. Network: 808958d6-ac93-4ce6-aa17-7e992153f68a, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:10:44.756985 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Network 808958d6-ac93-4ce6-aa17-7e992153f68a is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:10:44.766445 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, 808958d6-ac93-4ce6-aa17-7e992153f68a) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:44.775565 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbe7448-0b7f-4f52-aa56-087ee8712c11 None None] Network 808958d6-ac93-4ce6-aa17-7e992153f68a requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:10:44.787652 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:44.788235 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:44.807874 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c300a51a-713a-4792-ae79-53e3a86727f2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6978364 Jun 19 18:10:44.810320 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41460) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:44.815304 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1267655023-router', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:10:44.819689 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:10:44.823522 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Usage tracker for resource:router and tenant:20114021c06b45368c2b715df7b74326 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:10:44.825454 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Set router eaccbae1-decd-4bfc-acf5-5768e5a2523b gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:44.826947 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:10:44.832539 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:10:44.843574 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1664751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-476'] for router, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:44.844947 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1662676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1768422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-469'] for router, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:44.859907 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.031234 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp301dc5b5-d905-5c7b-b879-3bd27615c960-808958d6-ac93-4ce6-aa17-7e992153f68a', 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'fixed_ips': [{'subnet_id': '22345f5d-4c5f-4c8e-9f8f-0b61599e6553'}]}} from dv-cinder-797107-1-smb. {{(pid=78399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 19 18:10:45.032065 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.130914 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1747513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1664724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.152267 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '820d02a8-28d0-422f-b6f2-c1586a0f9e54', 'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'mac_address': 'fa:16:3e:b6:2a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:41Z', 'updated_at': '2021-06-19T18:10:42Z', 'revision_number': 2, 'project_id': '0fe73261edd04c289455e771867ec062', 'subnets': [{'id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:45.156523 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Checking router: eaccbae1-decd-4bfc-acf5-5768e5a2523b for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:10:45.156984 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Updating router eaccbae1-decd-4bfc-acf5-5768e5a2523b port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 binding host dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:10:45.189662 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.db_base_plugin_common [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Allocated IP 172.20.0.2 (808958d6-ac93-4ce6-aa17-7e992153f68a/22345f5d-4c5f-4c8e-9f8f-0b61599e6553/e2229b0c-999d-4cb6-8a64-a85bfe6c64b3) {{(pid=78399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:10:45.213944 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.446665 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Notify callbacks [] for port, precommit_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.465031 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Transition to ACTIVE for port object e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:45.488070 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Transition to ACTIVE for port object e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 will not be triggered until provisioned by entity DHCP. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:45.489776 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b703cc7-07bc-4dde-bc42-9b043068dfc2 req-33844527-a55d-44b0-a494-4d13cba9d99d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:45.496047 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416'] for port, after_create {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.499561 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0b703cc7-07bc-4dde-bc42-9b043068dfc2 req-33844527-a55d-44b0-a494-4d13cba9d99d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 943 time: 0.1089232 Jun 19 18:10:45.507296 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:45.510977 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.544692 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0b703cc7-07bc-4dde-bc42-9b043068dfc2 req-16951992-dc75-4adb-b002-f46655faff5f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439522 Jun 19 18:10:45.554602 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.577598 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Network 808958d6-ac93-4ce6-aa17-7e992153f68a is already hosted by enough agents. {{(pid=78399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:10:45.580908 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.scheduler.base_scheduler [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Resources bound (agent type, host, resource id): {{(pid=78399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:45.586355 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d4da6799-fa91-4540-a263-9904105022cc details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:10:45.591783 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Received port after_create {{(pid=78399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:10:45.642908 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Pushing event updated for resources: {'Port': ['ID=e2229b0c-999d-4cb6-8a64-a85bfe6c64b3,revision_number=1']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:45.646094 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:45.667572 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.680309 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Transition to ACTIVE for port object 820d02a8-28d0-422f-b6f2-c1586a0f9e54 will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:45.687872 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.697216 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:45.700788 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Allocated IP 172.28.0.107 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/cdf9bde8-f992-49f8-b62f-dcc24d2e778c) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:10:45.720782 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Attempting to bind port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:10:45.721180 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Attempting to bind port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': '9a97113d-83ed-40fc-b293-71875ef73a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:10:45.721543 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Attempting to bind port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 on network 808958d6-ac93-4ce6-aa17-7e992153f68a {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:10:45.740050 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:10:45.740440 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Checking segment: {'id': '9a97113d-83ed-40fc-b293-71875ef73a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:10:45.740848 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.741271 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Bound using segment: {'id': '9a97113d-83ed-40fc-b293-71875ef73a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:10:45.742254 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Bound port: e2229b0c-999d-4cb6-8a64-a85bfe6c64b3, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a97113d-83ed-40fc-b293-71875ef73a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:10:45.742254 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.824849 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 0432e486-a5b9-4dba-a354-75967d070607 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:45.880370 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Pushing event updated for resources: {'Port': ['ID=820d02a8-28d0-422f-b6f2-c1586a0f9e54,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:45.881998 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.893866 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:45.894205 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:45.894534 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:45.894857 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:45.895222 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:45.895547 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:45.895861 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:45.896224 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:45.896539 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:45.896851 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:45.897186 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:45.897534 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:10:45.919948 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.926543 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ee7a37da-9f7a-4262-9ea6-cb642fae95fa tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:45.937659 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:45.957926 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Attempting to bind port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:10:45.958154 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Attempting to bind port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:10:45.958810 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Attempting to bind port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 on network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:10:45.966807 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:10:45.967186 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Checking segment: {'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:10:45.967652 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.968251 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Bound using segment: {'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:10:45.968884 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Bound port: 820d02a8-28d0-422f-b6f2-c1586a0f9e54, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:10:45.969286 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:45.985934 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d4da6799-fa91-4540-a263-9904105022cc,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:45.998322 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] For port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:10:46.003384 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] For port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=e2229b0c-999d-4cb6-8a64-a85bfe6c64b3,segment=NetworkSegment(9a97113d-83ed-40fc-b293-71875ef73a8f),segment_id=9a97113d-83ed-40fc-b293-71875ef73a8f)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:10:46.009829 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'd4da6799-fa91-4540-a263-9904105022cc', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'port_id': 'd4da6799-fa91-4540-a263-9904105022cc', 'mac_address': 'fa:16:3e:0c:61:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:10:46.012994 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:10:46.013867 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:46.019232 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:46.020488 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:46.025295 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:10:46.071587 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] For port 820d02a8-28d0-422f-b6f2-c1586a0f9e54, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:10:46.072922 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf9bde8-f992-49f8-b62f-dcc24d2e778c,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:46.075315 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] For port 820d02a8-28d0-422f-b6f2-c1586a0f9e54, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=820d02a8-28d0-422f-b6f2-c1586a0f9e54,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:10:46.077626 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:46.080640 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:46.086556 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:46.145232 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 0432e486-a5b9-4dba-a354-75967d070607 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:46.145764 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:46.157272 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Pushing event updated for resources: {'Port': ['ID=820d02a8-28d0-422f-b6f2-c1586a0f9e54,revision_number=4']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:46.161434 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-f720dc9f-9524-4331-9862-cbe15b83fe15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:46.173055 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Routers {'eaccbae1-decd-4bfc-acf5-5768e5a2523b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:46.173982 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:10:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:46.235649 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:46.258686 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4da6799-fa91-4540-a263-9904105022cc {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:10:46.262612 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Pushing event updated for resources: {'Port': ['ID=e2229b0c-999d-4cb6-8a64-a85bfe6c64b3,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:46.267941 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:46.288824 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d4da6799-fa91-4540-a263-9904105022cc,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:46.327720 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:46.334960 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:46.409122 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] Set router eaccbae1-decd-4bfc-acf5-5768e5a2523b gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:46.451006 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d4da6799-fa91-4540-a263-9904105022cc,revision_number=9']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:46.454355 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:46.739087 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['d4da6799-fa91-4540-a263-9904105022cc'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:10:46.758823 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:46.777967 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823d51b-9ca6-43a7-b5c3-f8a044b648fa req-da40a2b7-8ed0-4240-9bd8-d334b1ba17ee tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:46.787550 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b823d51b-9ca6-43a7-b5c3-f8a044b648fa req-da40a2b7-8ed0-4240-9bd8-d334b1ba17ee tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 944 time: 0.1060283 Jun 19 18:10:46.817493 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '820d02a8-28d0-422f-b6f2-c1586a0f9e54', 'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'mac_address': 'fa:16:3e:b6:2a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:41Z', 'updated_at': '2021-06-19T18:10:46Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'subnets': [{'id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:46.821684 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f4c1a-fd4c-4915-b1be-f034e62f9699 None None] The sync data for ids ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'] in dv-cinder-797107-1-smb is: [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '820d02a8-28d0-422f-b6f2-c1586a0f9e54', 'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'mac_address': 'fa:16:3e:b6:2a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:41Z', 'updated_at': '2021-06-19T18:10:46Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'subnets': [{'id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:10:46.851114 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b823d51b-9ca6-43a7-b5c3-f8a044b648fa req-0820f63f-97d2-4e2c-b16c-dbabefc3d5fe tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625381 Jun 19 18:10:47.206760 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1664733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747542'] for router, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:47.272239 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98122ac9-5deb-4bf5-bd8b-f5c2201572d0 req-884c3248-6723-40a8-850e-ec3f32295ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:47.273723 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-98122ac9-5deb-4bf5-bd8b-f5c2201572d0 req-884c3248-6723-40a8-850e-ec3f32295ff7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 1097 time: 0.2395415 Jun 19 18:10:47.454691 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc257e8-891d-4cf5-bf73-d56f57e596dc None None] Network 808958d6-ac93-4ce6-aa17-7e992153f68a requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:10:47.534480 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98122ac9-5deb-4bf5-bd8b-f5c2201572d0 req-fcfb5a69-d641-4ca4-9a36-e8ee3c437c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:47.535832 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-98122ac9-5deb-4bf5-bd8b-f5c2201572d0 req-fcfb5a69-d641-4ca4-9a36-e8ee3c437c89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 918 time: 0.2372506 Jun 19 18:10:47.582470 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-380e4017-ded8-4c4f-8e54-83997decd841 None None] Provisioning for port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:47.640287 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Router 317ad366-dcec-4304-86f7-9118aeba089b is scheduled to L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 with binding_index 1 {{(pid=78397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 18:10:47.652820 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-98122ac9-5deb-4bf5-bd8b-f5c2201572d0 req-261188a9-ed58-454d-ab3d-c76f2ba3d3cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4da6799-fa91-4540-a263-9904105022cc HTTP/1.1" status: 200 len: 998 time: 0.1079590 Jun 19 18:10:47.901197 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:47.968457 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98122ac9-5deb-4bf5-bd8b-f5c2201572d0 req-9cf6013a-f9ea-4974-a50d-f1cfef8c46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:47.969930 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-98122ac9-5deb-4bf5-bd8b-f5c2201572d0 req-9cf6013a-f9ea-4974-a50d-f1cfef8c46bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.1467774 Jun 19 18:10:48.023847 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:48.039901 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:48.049489 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:48.049863 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:48.055006 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:10:48.066634 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386070f-d26f-4340-b2bb-50492f3fd320 req-98c067ce-a0de-4686-9421-aeecde9920ab tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:48.068301 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1386070f-d26f-4340-b2bb-50492f3fd320 req-98c067ce-a0de-4686-9421-aeecde9920ab tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 944 time: 0.0885127 Jun 19 18:10:48.080972 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Sync routers for ids ['317ad366-dcec-4304-86f7-9118aeba089b'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:10:48.089345 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98122ac9-5deb-4bf5-bd8b-f5c2201572d0 req-fb862b53-feb9-4e0e-839f-92da2b320305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:48.090853 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-98122ac9-5deb-4bf5-bd8b-f5c2201572d0 req-fb862b53-feb9-4e0e-839f-92da2b320305 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1115775 Jun 19 18:10:48.091711 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:48.092704 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-88c00059-4afe-4275-818b-02b7c6e63130 None None] Provisioning complete for port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:48.093105 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-88c00059-4afe-4275-818b-02b7c6e63130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:48.096009 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2822859 Jun 19 18:10:48.096129 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41476) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:10:48.121045 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1386070f-d26f-4340-b2bb-50492f3fd320 req-552df86b-41fd-495e-9d37-25f81640188f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465086 Jun 19 18:10:48.159708 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Routers {'317ad366-dcec-4304-86f7-9118aeba089b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:48.160330 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:10:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['317ad366-dcec-4304-86f7-9118aeba089b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:48.378773 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-98122ac9-5deb-4bf5-bd8b-f5c2201572d0 req-be660dd4-2072-4d0c-9987-2371eb330bf5 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801530 Jun 19 18:10:48.427590 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:48.455303 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Set router 317ad366-dcec-4304-86f7-9118aeba089b gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:48.559023 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-88c00059-4afe-4275-818b-02b7c6e63130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:48.625293 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=e2229b0c-999d-4cb6-8a64-a85bfe6c64b3,segment=NetworkSegment(9a97113d-83ed-40fc-b293-71875ef73a8f),segment_id=9a97113d-83ed-40fc-b293-71875ef73a8f)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:48.650695 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-98122ac9-5deb-4bf5-bd8b-f5c2201572d0 req-38355f75-8146-4f19-b2a5-3a888a1d79b2 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235823 Jun 19 18:10:48.673465 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:48.674630 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 820d02a8-28d0-422f-b6f2-c1586a0f9e54 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:48.696660 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:48.871132 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-88c00059-4afe-4275-818b-02b7c6e63130 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 18:10:48.871483 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-88c00059-4afe-4275-818b-02b7c6e63130 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 18:10:48.874564 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=e2229b0c-999d-4cb6-8a64-a85bfe6c64b3,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:48.877725 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:48.928678 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:48.937377 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:48.937749 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:48.974935 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:48.997209 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ad366-dcec-4304-86f7-9118aeba089b', 'name': 'tempest-TestMinimumBasicScenario-1267655023-router', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:44Z', 'updated_at': '2021-06-19T18:10:46Z', 'revision_number': 3, 'project_id': '20114021c06b45368c2b715df7b74326', 'gw_port': {'id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ad366-dcec-4304-86f7-9118aeba089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:45Z', 'updated_at': '2021-06-19T18:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:49.006137 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Checking router: 317ad366-dcec-4304-86f7-9118aeba089b for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:10:49.006137 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Updating router 317ad366-dcec-4304-86f7-9118aeba089b port cdf9bde8-f992-49f8-b62f-dcc24d2e778c binding host dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:10:49.110239 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:49.180361 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:49.313414 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Allocated IP 172.20.0.1 (808958d6-ac93-4ce6-aa17-7e992153f68a/22345f5d-4c5f-4c8e-9f8f-0b61599e6553/05bf2352-1f79-42de-b7e5-80b30c932496) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:10:49.323570 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 820d02a8-28d0-422f-b6f2-c1586a0f9e54, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=820d02a8-28d0-422f-b6f2-c1586a0f9e54,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:49.331939 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a90979-5c3b-4caf-add8-71abde23f73c req-a443776d-2c20-47c3-8754-0bf1c116da46 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:49.334094 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-90a90979-5c3b-4caf-add8-71abde23f73c req-a443776d-2c20-47c3-8754-0bf1c116da46 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 944 time: 0.0977902 Jun 19 18:10:49.388573 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-90a90979-5c3b-4caf-add8-71abde23f73c req-3e1c21f5-3a41-4370-a301-870ea18fb422 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482404 Jun 19 18:10:49.429571 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:49.462587 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-c49b1146-5323-453c-b6a1-cabd0da2c18c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:49.471470 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:49.490963 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Transition to ACTIVE for port object 05bf2352-1f79-42de-b7e5-80b30c932496 will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:49.515042 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:49.519763 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-03d3e2e4-64e5-470c-ad8b-3e11c15862f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:49.582786 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Network 808958d6-ac93-4ce6-aa17-7e992153f68a is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:10:49.585402 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d4da6799-fa91-4540-a263-9904105022cc up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:49.585917 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:49.589670 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:10:49.623203 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=820d02a8-28d0-422f-b6f2-c1586a0f9e54,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:49.634813 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Pushing event updated for resources: {'Port': ['ID=05bf2352-1f79-42de-b7e5-80b30c932496,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:49.636742 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:49.640448 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:49.650940 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746745'] for router_interface, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:49.749300 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port d4da6799-fa91-4540-a263-9904105022cc triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:49.749936 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:49.780491 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Notify callbacks [] for port, precommit_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:49.792308 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:49.792843 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:49.848416 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Transition to ACTIVE for port object cdf9bde8-f992-49f8-b62f-dcc24d2e778c will not be triggered until provisioned by entity L2. {{(pid=78399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:49.870985 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:49.876858 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:50.014615 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Attempting to bind port cdf9bde8-f992-49f8-b62f-dcc24d2e778c on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:10:50.015013 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Attempting to bind port cdf9bde8-f992-49f8-b62f-dcc24d2e778c by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:10:50.015359 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Attempting to bind port cdf9bde8-f992-49f8-b62f-dcc24d2e778c on network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:10:50.016212 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.022296 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.026092 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5a421-417f-4026-9be5-f0eaacbe213d None None] Pushing event updated for resources: {'Port': ['ID=cdf9bde8-f992-49f8-b62f-dcc24d2e778c,revision_number=2']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:50.028853 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-b2d5a421-417f-4026-9be5-f0eaacbe213d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:50.030203 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-7ff2d808-cf7d-4100-b2b2-d48d1808675e None None] Provisioning for port 05bf2352-1f79-42de-b7e5-80b30c932496 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:50.045042 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:10:50.045460 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Checking segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:10:50.045871 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.046330 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Bound using segment: {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'} {{(pid=78399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:10:50.046805 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.managers [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Bound port: cdf9bde8-f992-49f8-b62f-dcc24d2e778c, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b370a5d9-065a-4939-a591-25ebe56066a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}}] {{(pid=78399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:10:50.047183 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.054339 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:50.087084 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-7ff2d808-cf7d-4100-b2b2-d48d1808675e None None] Provisioning complete for port 05bf2352-1f79-42de-b7e5-80b30c932496 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:50.087513 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d808-cf7d-4100-b2b2-d48d1808675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.124407 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:50.124681 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.132038 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Pushing event updated for resources: {'Port': ['ID=05bf2352-1f79-42de-b7e5-80b30c932496,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:50.134371 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746842'] for router_interface, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.137894 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:50.194716 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.244404 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2d808-cf7d-4100-b2b2-d48d1808675e None None] Port 05bf2352-1f79-42de-b7e5-80b30c932496 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:10:50.256661 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:10:50.273809 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d4da6799-fa91-4540-a263-9904105022cc,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:50.275924 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] For port cdf9bde8-f992-49f8-b62f-dcc24d2e778c, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:10:50.276677 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Network 808958d6-ac93-4ce6-aa17-7e992153f68a is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:10:50.278092 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:10:50.282662 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] For port cdf9bde8-f992-49f8-b62f-dcc24d2e778c, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=cdf9bde8-f992-49f8-b62f-dcc24d2e778c,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:10:50.285813 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.287733 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:50.332496 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.345343 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc', 'code': 200} Jun 19 18:10:50.430746 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 820d02a8-28d0-422f-b6f2-c1586a0f9e54 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:50.487364 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Router 317ad366-dcec-4304-86f7-9118aeba089b has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:10:50.508027 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Routers {'317ad366-dcec-4304-86f7-9118aeba089b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:50.508588 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:10:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['317ad366-dcec-4304-86f7-9118aeba089b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:50.559486 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d4da6799-fa91-4540-a263-9904105022cc,revision_number=10']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:50.562934 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:50.573832 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:50.692367 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:10:50.693976 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d3089-9d46-4731-8867-fe69a26ed3fd req-94df0382-e074-48dc-b725-27ae26d96e9f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:50.701042 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ad2d3089-9d46-4731-8867-fe69a26ed3fd req-94df0382-e074-48dc-b725-27ae26d96e9f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 946 time: 0.1953986 Jun 19 18:10:50.703564 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] 10.222.0.16 "PUT /v2.0/routers/317ad366-dcec-4304-86f7-9118aeba089b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6064408 Jun 19 18:10:50.742141 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-39d207d2-f1f4-46e5-a618-b0c42619eeb8 None None] Provisioning complete for port 05bf2352-1f79-42de-b7e5-80b30c932496 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:50.742141 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-39d207d2-f1f4-46e5-a618-b0c42619eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.749354 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ad2d3089-9d46-4731-8867-fe69a26ed3fd req-215ad3c3-2c8f-4fe2-a886-fdc1aac44085 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465426 Jun 19 18:10:50.825168 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5a421-417f-4026-9be5-f0eaacbe213d None None] Pushing event updated for resources: {'Port': ['ID=cdf9bde8-f992-49f8-b62f-dcc24d2e778c,revision_number=3']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:50.832556 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-b2d5a421-417f-4026-9be5-f0eaacbe213d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:50.842661 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d2327eb2-8ef8-4385-b5f4-bb6593760ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.853813 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:50.854368 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:50.891426 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-39d207d2-f1f4-46e5-a618-b0c42619eeb8 None None] Port 05bf2352-1f79-42de-b7e5-80b30c932496 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:10:50.893977 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] Set router 317ad366-dcec-4304-86f7-9118aeba089b gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:51.016577 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2522d5-15d3-46fc-9c88-04d35544cdf3 req-2079dd5d-772f-46cc-a696-46c45d9f0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:51.018088 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1a2522d5-15d3-46fc-9c88-04d35544cdf3 req-2079dd5d-772f-46cc-a696-46c45d9f0774 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 1099 time: 0.0739887 Jun 19 18:10:51.063504 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-1a2522d5-15d3-46fc-9c88-04d35544cdf3 req-b357832f-03bf-4766-894c-0c9d6cf8435a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385087 Jun 19 18:10:51.168039 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:51.343198 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ad366-dcec-4304-86f7-9118aeba089b', 'name': 'tempest-TestMinimumBasicScenario-1267655023-router', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:44Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 4, 'project_id': '20114021c06b45368c2b715df7b74326', 'gw_port': {'id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ad366-dcec-4304-86f7-9118aeba089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:45Z', 'updated_at': '2021-06-19T18:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '05bf2352-1f79-42de-b7e5-80b30c932496', 'name': '', 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'mac_address': 'fa:16:3e:3a:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ad366-dcec-4304-86f7-9118aeba089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '22345f5d-4c5f-4c8e-9f8f-0b61599e6553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:49Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 2, 'project_id': '20114021c06b45368c2b715df7b74326', 'subnets': [{'id': '22345f5d-4c5f-4c8e-9f8f-0b61599e6553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:51.347274 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b392aa-6194-4a03-a810-95cfb8e9b647 None None] The sync data for ids ['317ad366-dcec-4304-86f7-9118aeba089b'] in dv-cinder-797107-1-smb is: [{'id': '317ad366-dcec-4304-86f7-9118aeba089b', 'name': 'tempest-TestMinimumBasicScenario-1267655023-router', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:44Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 4, 'project_id': '20114021c06b45368c2b715df7b74326', 'gw_port': {'id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ad366-dcec-4304-86f7-9118aeba089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:45Z', 'updated_at': '2021-06-19T18:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '05bf2352-1f79-42de-b7e5-80b30c932496', 'name': '', 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'mac_address': 'fa:16:3e:3a:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ad366-dcec-4304-86f7-9118aeba089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '22345f5d-4c5f-4c8e-9f8f-0b61599e6553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:49Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 2, 'project_id': '20114021c06b45368c2b715df7b74326', 'subnets': [{'id': '22345f5d-4c5f-4c8e-9f8f-0b61599e6553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:10:51.990129 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97732178-917c-4588-9f33-e296ae07d73f req-adc989d5-9d43-497d-a06f-4fdf209489e4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:51.997218 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-97732178-917c-4588-9f33-e296ae07d73f req-adc989d5-9d43-497d-a06f-4fdf209489e4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 946 time: 0.1099949 Jun 19 18:10:52.059451 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-97732178-917c-4588-9f33-e296ae07d73f req-cacdd88e-f45d-46a6-9369-3afd2cd4c38a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612822 Jun 19 18:10:53.286761 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbf97e-9928-4103-970b-e6939f062ab6 req-9fe46650-61fa-4028-b203-79253d870b5f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:53.289122 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-10cbf97e-9928-4103-970b-e6939f062ab6 req-9fe46650-61fa-4028-b203-79253d870b5f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 946 time: 0.0922449 Jun 19 18:10:53.348197 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-10cbf97e-9928-4103-970b-e6939f062ab6 req-728a80ef-dcb1-40e9-b652-1e57098a1584 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469792 Jun 19 18:10:53.465478 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-10b866e5-57da-4f35-872a-a02466e7d68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:53.857764 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device cdf9bde8-f992-49f8-b62f-dcc24d2e778c up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:53.949787 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port cdf9bde8-f992-49f8-b62f-dcc24d2e778c completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:53.956409 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port cdf9bde8-f992-49f8-b62f-dcc24d2e778c triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:53.956784 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:54.034373 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:54.104398 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:54.127967 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port cdf9bde8-f992-49f8-b62f-dcc24d2e778c, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=cdf9bde8-f992-49f8-b62f-dcc24d2e778c,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:54.132857 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:54.135013 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-1bb02a59-78b2-42e8-aa57-8a7d610aa5bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:54.215726 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=cdf9bde8-f992-49f8-b62f-dcc24d2e778c,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:54.218874 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:54.562799 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7171da-3a53-4cb1-b008-884a30fbddb6 req-cbaea117-b513-4fa2-867a-cff9d91fcf89 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:10:54.564247 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fa7171da-3a53-4cb1-b008-884a30fbddb6 req-cbaea117-b513-4fa2-867a-cff9d91fcf89 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 946 time: 0.0943809 Jun 19 18:10:54.613454 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fa7171da-3a53-4cb1-b008-884a30fbddb6 req-b157e539-2bfe-4f42-833f-a69a0e78453a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431795 Jun 19 18:10:55.087739 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Sync routers for ids ['317ad366-dcec-4304-86f7-9118aeba089b'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:10:55.098190 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Routers {'317ad366-dcec-4304-86f7-9118aeba089b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:55.098953 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:10:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['317ad366-dcec-4304-86f7-9118aeba089b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:55.285237 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Set router 317ad366-dcec-4304-86f7-9118aeba089b gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:55.655236 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ad366-dcec-4304-86f7-9118aeba089b', 'name': 'tempest-TestMinimumBasicScenario-1267655023-router', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:44Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 4, 'project_id': '20114021c06b45368c2b715df7b74326', 'gw_port': {'id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ad366-dcec-4304-86f7-9118aeba089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:45Z', 'updated_at': '2021-06-19T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '05bf2352-1f79-42de-b7e5-80b30c932496', 'name': '', 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'mac_address': 'fa:16:3e:3a:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ad366-dcec-4304-86f7-9118aeba089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '22345f5d-4c5f-4c8e-9f8f-0b61599e6553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:49Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 2, 'project_id': '20114021c06b45368c2b715df7b74326', 'subnets': [{'id': '22345f5d-4c5f-4c8e-9f8f-0b61599e6553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:55.662003 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Checking router: 317ad366-dcec-4304-86f7-9118aeba089b for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:10:55.662358 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Updating router 317ad366-dcec-4304-86f7-9118aeba089b port 05bf2352-1f79-42de-b7e5-80b30c932496 binding host dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 18:10:55.725418 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:55.771856 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device cdf9bde8-f992-49f8-b62f-dcc24d2e778c up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:55.839482 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:55.854809 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port cdf9bde8-f992-49f8-b62f-dcc24d2e778c triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:55.855237 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:56.134026 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Notify callbacks [] for port, precommit_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:56.147149 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.provisioning_blocks [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Transition to ACTIVE for port object 05bf2352-1f79-42de-b7e5-80b30c932496 will not be triggered until provisioned by entity L2. {{(pid=78400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:10:56.158607 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:56.163196 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:56.354873 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f685dc9-9490-4868-9c42-fd3cd33271a0 None None] Pushing event updated for resources: {'Port': ['ID=05bf2352-1f79-42de-b7e5-80b30c932496,revision_number=3']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:56.358878 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-5f685dc9-9490-4868-9c42-fd3cd33271a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:56.434340 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Attempting to bind port 05bf2352-1f79-42de-b7e5-80b30c932496 on host dv-cinder-797107-1-smb for vnic_type normal with profile {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:10:56.435086 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Attempting to bind port 05bf2352-1f79-42de-b7e5-80b30c932496 by drivers openvswitch,hyperv on host dv-cinder-797107-1-smb at level 0 using segments [{'id': '9a97113d-83ed-40fc-b293-71875ef73a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a'}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:10:56.435724 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Attempting to bind port 05bf2352-1f79-42de-b7e5-80b30c932496 on network 808958d6-ac93-4ce6-aa17-7e992153f68a {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:10:56.444022 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Checking agent: {'id': '31ce5ec4-ebec-4b10-bd77-f1803602ba80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797107-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 17, 57, 51), 'started_at': datetime.datetime(2021, 6, 19, 17, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797107-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:10:56.444809 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Checking segment: {'id': '9a97113d-83ed-40fc-b293-71875ef73a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:10:56.445479 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:56.446095 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Bound using segment: {'id': '9a97113d-83ed-40fc-b293-71875ef73a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a'} {{(pid=78400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:10:56.446792 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.managers [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Bound port: 05bf2352-1f79-42de-b7e5-80b30c932496, host: dv-cinder-797107-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a97113d-83ed-40fc-b293-71875ef73a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a'}}] {{(pid=78400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:10:56.447398 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:56.552399 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] For port 05bf2352-1f79-42de-b7e5-80b30c932496, host dv-cinder-797107-1-smb, cleared binding levels {{(pid=78400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:10:56.555493 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.plugins.ml2.db [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] For port 05bf2352-1f79-42de-b7e5-80b30c932496, host dv-cinder-797107-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=05bf2352-1f79-42de-b7e5-80b30c932496,segment=NetworkSegment(9a97113d-83ed-40fc-b293-71875ef73a8f),segment_id=9a97113d-83ed-40fc-b293-71875ef73a8f)] {{(pid=78400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:10:56.561766 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron_lib.callbacks.manager [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:56.569445 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:56.643962 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Routers {'317ad366-dcec-4304-86f7-9118aeba089b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:10:56.644364 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:10:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['317ad366-dcec-4304-86f7-9118aeba089b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:56.715783 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f685dc9-9490-4868-9c42-fd3cd33271a0 None None] Pushing event updated for resources: {'Port': ['ID=05bf2352-1f79-42de-b7e5-80b30c932496,revision_number=4']} {{(pid=78400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:56.734133 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG oslo_concurrency.lockutils [None req-5f685dc9-9490-4868-9c42-fd3cd33271a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:56.858166 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] Set router 317ad366-dcec-4304-86f7-9118aeba089b gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:10:57.191790 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ad366-dcec-4304-86f7-9118aeba089b', 'name': 'tempest-TestMinimumBasicScenario-1267655023-router', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:44Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 4, 'project_id': '20114021c06b45368c2b715df7b74326', 'gw_port': {'id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ad366-dcec-4304-86f7-9118aeba089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:45Z', 'updated_at': '2021-06-19T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '05bf2352-1f79-42de-b7e5-80b30c932496', 'name': '', 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'mac_address': 'fa:16:3e:3a:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ad366-dcec-4304-86f7-9118aeba089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '22345f5d-4c5f-4c8e-9f8f-0b61599e6553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:49Z', 'updated_at': '2021-06-19T18:10:56Z', 'revision_number': 4, 'project_id': '20114021c06b45368c2b715df7b74326', 'subnets': [{'id': '22345f5d-4c5f-4c8e-9f8f-0b61599e6553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:10:57.197053 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1365d-4597-4e72-a7be-c97f6fd125a4 None None] The sync data for ids ['317ad366-dcec-4304-86f7-9118aeba089b'] in dv-cinder-797107-1-smb is: [{'id': '317ad366-dcec-4304-86f7-9118aeba089b', 'name': 'tempest-TestMinimumBasicScenario-1267655023-router', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:44Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 4, 'project_id': '20114021c06b45368c2b715df7b74326', 'gw_port': {'id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ad366-dcec-4304-86f7-9118aeba089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:45Z', 'updated_at': '2021-06-19T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '05bf2352-1f79-42de-b7e5-80b30c932496', 'name': '', 'network_id': '808958d6-ac93-4ce6-aa17-7e992153f68a', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'mac_address': 'fa:16:3e:3a:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ad366-dcec-4304-86f7-9118aeba089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '22345f5d-4c5f-4c8e-9f8f-0b61599e6553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:49Z', 'updated_at': '2021-06-19T18:10:56Z', 'revision_number': 4, 'project_id': '20114021c06b45368c2b715df7b74326', 'subnets': [{'id': '22345f5d-4c5f-4c8e-9f8f-0b61599e6553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:10:57.813888 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 05bf2352-1f79-42de-b7e5-80b30c932496 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:57.910170 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning for port 05bf2352-1f79-42de-b7e5-80b30c932496 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:10:57.915731 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 05bf2352-1f79-42de-b7e5-80b30c932496 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:57.916379 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:58.074190 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:58.110251 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] For port 05bf2352-1f79-42de-b7e5-80b30c932496, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=05bf2352-1f79-42de-b7e5-80b30c932496,segment=NetworkSegment(9a97113d-83ed-40fc-b293-71875ef73a8f),segment_id=9a97113d-83ed-40fc-b293-71875ef73a8f)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:10:58.115232 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:10:58.117254 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:10:58.192517 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Pushing event updated for resources: {'Port': ['ID=05bf2352-1f79-42de-b7e5-80b30c932496,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:10:58.197570 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:10:59.796097 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 05bf2352-1f79-42de-b7e5-80b30c932496 up at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:10:59.877320 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Provisioning complete for port 05bf2352-1f79-42de-b7e5-80b30c932496 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:10:59.877824 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:00.882610 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-7e0884ea-5367-4916-9200-8fb281ec4f61 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:00.883935 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-7e0884ea-5367-4916-9200-8fb281ec4f61 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/networks?id=334a9e4e-ff75-49ec-95cf-38d7b76d8548 HTTP/1.1" status: 200 len: 814 time: 0.1485002 Jun 19 18:11:00.899984 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-a84407b6-a33c-4224-aaa9-673589240050 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/quotas/0fe73261edd04c289455e771867ec062 HTTP/1.1" status: 200 len: 375 time: 0.0091448 Jun 19 18:11:00.979632 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-200db078-bee6-4684-b1ef-bd008b0d55bb tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Synchronizing usage tracker for tenant:0fe73261edd04c289455e771867ec062 on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:11:00.995884 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-200db078-bee6-4684-b1ef-bd008b0d55bb tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Unset dirty status for tenant:0fe73261edd04c289455e771867ec062 on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:11:00.997151 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-200db078-bee6-4684-b1ef-bd008b0d55bb tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe73261edd04c289455e771867ec062&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916083 Jun 19 18:11:01.130009 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-6ee88018-7110-4de8-b4fa-a6009f87d8b0 service neutron] 10.222.0.16 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206353 Jun 19 18:11:01.265629 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f8c3f004-c6c1-44be-af72-140670dfe77a service neutron] 10.222.0.16 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298137 Jun 19 18:11:01.445810 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e01ed8ea-077a-4328-8267-e36ebc004999 req-63ed7f06-2fb7-4b0d-8a50-e34169f44f3a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 210 time: 0.0457726 Jun 19 18:11:02.600289 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dd24bd6a-0d77-4e26-ad5f-9db64a89cb99 req-129ad70f-05fc-4dc8-b618-f9411e6b70be tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 210 time: 0.0465603 Jun 19 18:11:02.691293 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-1b9a704f-9e3d-4c36-a29e-497e8f11969a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:02.691981 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-1b9a704f-9e3d-4c36-a29e-497e8f11969a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Synchronizing usage tracker for tenant:0fe73261edd04c289455e771867ec062 on resource:network {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:11:02.708707 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-1b9a704f-9e3d-4c36-a29e-497e8f11969a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Unset dirty status for tenant:0fe73261edd04c289455e771867ec062 on resource:network {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:11:02.709821 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-1b9a704f-9e3d-4c36-a29e-497e8f11969a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.30 "GET /v2.0/networks?id=334a9e4e-ff75-49ec-95cf-38d7b76d8548 HTTP/1.1" status: 200 len: 814 time: 0.2533779 Jun 19 18:11:02.744632 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Request body: {'port': {'device_id': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'admin_state_up': True, 'tenant_id': '0fe73261edd04c289455e771867ec062'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:11:02.880835 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:11:02.891239 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:11:02.900410 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Made reservation on behalf of 0fe73261edd04c289455e771867ec062 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:11:02.903854 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:03.081231 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Allocated IP 172.20.0.10 (334a9e4e-ff75-49ec-95cf-38d7b76d8548/3444f168-c8e9-4c9c-a467-d52d20795837/0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:11:03.354765 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:03.377198 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Transition to ACTIVE for port object 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:11:03.404614 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:03.414755 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c0a9d1c2-64fa-4803-a08b-250395eca13c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:03.487805 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:11:03.490914 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:11:03.495804 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:11:03.539092 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event updated for resources: {'Port': ['ID=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:03.556942 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:03.557314 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:03.557669 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:03.558020 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:03.558365 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:03.558717 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:03.559054 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:03.559397 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:03.559738 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:03.561009 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:03.561450 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:03.561797 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:03.571494 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:03.592910 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:03.593575 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:03.619990 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8790023 Jun 19 18:11:03.777978 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-25b32cc9-6634-4178-aff9-e2c0ac2073ed None None] Provisioning for port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:11:03.783385 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-25b32cc9-6634-4178-aff9-e2c0ac2073ed None None] Provisioning complete for port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:11:03.783762 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-25b32cc9-6634-4178-aff9-e2c0ac2073ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:03.799691 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae53899-ffef-44d1-974f-1e973369e692 req-7473bcce-a869-466e-a045-68979c356c22 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:03.801647 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dae53899-ffef-44d1-974f-1e973369e692 req-7473bcce-a869-466e-a045-68979c356c22 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.0849106 Jun 19 18:11:03.839935 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-25b32cc9-6634-4178-aff9-e2c0ac2073ed None None] Port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:11:03.856705 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dae53899-ffef-44d1-974f-1e973369e692 req-7189c9c3-182d-4375-a196-776b5add56f9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490811 Jun 19 18:11:05.041252 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525c076-8dd4-4932-83dc-d1502d8c9d3a req-9e5f2a35-bb2b-4838-9e82-0446f11b43a8 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:05.042697 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2525c076-8dd4-4932-83dc-d1502d8c9d3a req-9e5f2a35-bb2b-4838-9e82-0446f11b43a8 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.0788267 Jun 19 18:11:05.088827 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2525c076-8dd4-4932-83dc-d1502d8c9d3a req-15c2004c-6415-47eb-b1a9-62b586dd2c21 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398126 Jun 19 18:11:06.278604 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af06f7-b2a2-417b-9e59-5f504669c110 req-7771b2aa-b853-4ca2-8b46-8c3dc846e7b2 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:06.280178 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-62af06f7-b2a2-417b-9e59-5f504669c110 req-7771b2aa-b853-4ca2-8b46-8c3dc846e7b2 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.0833592 Jun 19 18:11:06.329276 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-62af06f7-b2a2-417b-9e59-5f504669c110 req-05947903-6a85-4672-a558-edb7b20dd666 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Jun 19 18:11:07.518342 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319f655-4140-4233-ac8c-efcbc03ae2e0 req-53d6ae06-786e-46ff-b889-f2107ff03788 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:07.519790 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0319f655-4140-4233-ac8c-efcbc03ae2e0 req-53d6ae06-786e-46ff-b889-f2107ff03788 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.0795207 Jun 19 18:11:07.564763 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0319f655-4140-4233-ac8c-efcbc03ae2e0 req-87dde164-60eb-4623-9149-01ebd5f7f1cb tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390890 Jun 19 18:11:08.751631 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c69c54-360d-472b-9820-82d650187c9f req-f660252b-ef98-4944-b043-03da31c1a4d8 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:08.753420 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e0c69c54-360d-472b-9820-82d650187c9f req-f660252b-ef98-4944-b043-03da31c1a4d8 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.0839472 Jun 19 18:11:08.798357 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e0c69c54-360d-472b-9820-82d650187c9f req-9148f4b3-a624-4c63-b408-1b0e46755260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389731 Jun 19 18:11:09.995123 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a0d66-d67e-471f-b1fa-4e4fca1b2b3d req-bb26958e-d3b2-40be-a6bb-2ad3edd6307a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:09.996569 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da2a0d66-d67e-471f-b1fa-4e4fca1b2b3d req-bb26958e-d3b2-40be-a6bb-2ad3edd6307a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.0892293 Jun 19 18:11:10.043031 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-da2a0d66-d67e-471f-b1fa-4e4fca1b2b3d req-86356d05-6d8f-48ff-b0ac-4ace82aa5601 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402513 Jun 19 18:11:11.229142 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4595b4-f832-4217-b844-5a634659bec9 req-922e6e29-837e-4a30-9d7f-9568715ab931 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:11.230710 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fa4595b4-f832-4217-b844-5a634659bec9 req-922e6e29-837e-4a30-9d7f-9568715ab931 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.0810990 Jun 19 18:11:11.278037 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fa4595b4-f832-4217-b844-5a634659bec9 req-3485fa4e-b389-4218-b620-79c81eac0273 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417042 Jun 19 18:11:12.609641 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d33dd-d08c-4ebc-9f96-ab21a8084bd7 req-65bb0af9-307f-4934-8fd7-861c66b32a81 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:12.611693 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-471d33dd-d08c-4ebc-9f96-ab21a8084bd7 req-65bb0af9-307f-4934-8fd7-861c66b32a81 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.2235525 Jun 19 18:11:12.658491 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-471d33dd-d08c-4ebc-9f96-ab21a8084bd7 req-be9bc72b-d3f1-4158-81f5-034cb4a33645 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Jun 19 18:11:13.852128 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf1937-660c-40d9-8059-b30ec8c734b9 req-d1cda381-253b-498a-be1a-09ebfb082b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:13.854397 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:11:13.859477 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-58bf1937-660c-40d9-8059-b30ec8c734b9 req-d1cda381-253b-498a-be1a-09ebfb082b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.0892997 Jun 19 18:11:13.903218 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-58bf1937-660c-40d9-8059-b30ec8c734b9 req-4395fb55-fcf2-41b1-be67-8a450779994c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Jun 19 18:11:15.088659 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574211da-6650-4369-bf69-2b5cc205853c req-da879c45-4eb7-43b2-ac12-765adee7fa33 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:15.090134 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-574211da-6650-4369-bf69-2b5cc205853c req-da879c45-4eb7-43b2-ac12-765adee7fa33 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.0806143 Jun 19 18:11:15.135662 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-574211da-6650-4369-bf69-2b5cc205853c req-888dadbd-7fbc-494d-96c2-a9c70d6ddbaf tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 Jun 19 18:11:16.355825 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79fe9b-5774-468d-ab72-0627ce36c267 req-47d9b8b9-9621-4494-b7e8-d0264c3d3527 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:16.357744 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3c79fe9b-5774-468d-ab72-0627ce36c267 req-47d9b8b9-9621-4494-b7e8-d0264c3d3527 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.0973358 Jun 19 18:11:16.409658 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3c79fe9b-5774-468d-ab72-0627ce36c267 req-3e49b7af-6e0e-437c-b1a4-a2d8f6c3f618 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460160 Jun 19 18:11:17.594975 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da27053-d5f7-46df-b025-fafd44406209 req-a219e01c-6f59-4936-9a09-39ecb6a66f5d tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:17.596300 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7da27053-d5f7-46df-b025-fafd44406209 req-a219e01c-6f59-4936-9a09-39ecb6a66f5d tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.0788405 Jun 19 18:11:17.640402 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7da27053-d5f7-46df-b025-fafd44406209 req-f931b67f-c6b1-4ce1-9de5-2f5b4c10f7f0 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Jun 19 18:11:18.047872 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:18.962733 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958193d-6979-4474-b324-4230149c4a01 req-9d73787f-cc83-4723-af4e-9cf9214621df tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:18.964072 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d958193d-6979-4474-b324-4230149c4a01 req-9d73787f-cc83-4723-af4e-9cf9214621df tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 932 time: 0.0818524 Jun 19 18:11:19.010403 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d958193d-6979-4474-b324-4230149c4a01 req-2250d7e2-a48d-40e1-9adc-03cdd7180b7f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 Jun 19 18:11:19.030396 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Request body: {'port': {'device_id': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:11:19.141168 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:19.477440 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:11:19.484292 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:19.500019 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Transition to ACTIVE for port object 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:11:19.502616 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:19.507840 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ba225818-ca09-45d5-a5f9-ab728f4d6736 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:19.664391 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Pushing event updated for resources: {'Port': ['ID=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:19.696446 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:19.737398 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Attempting to bind port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:11:19.737725 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Attempting to bind port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:11:19.738040 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Attempting to bind port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa on network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:11:19.743281 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa on network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:11:19.743587 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Attempting to bind port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa on network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:11:19.748850 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:11:19.749204 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Checking segment: {'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:11:19.749569 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Bound using segment: {'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:11:19.749976 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Bound port: 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00c2580-3fc3-4091-b3b1-325a0cd87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:11:19.750312 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:19.838179 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] For port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:11:19.841007 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] For port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:11:19.845859 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:19.849794 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2842b39f-e1de-46d5-b986-267dc45a632c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:19.905422 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:19.905899 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:19.907213 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] 10.222.0.30 "PUT /v2.0/ports/0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa HTTP/1.1" status: 200 len: 1094 time: 0.8812838 Jun 19 18:11:19.907685 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:11:19.928515 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Pushing event updated for resources: {'Port': ['ID=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:19.931517 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:19.997883 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'status': 'completed', 'code': 200} Jun 19 18:11:20.128152 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-1c590a01-4344-4c8c-ab10-1823488ef573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:20.130223 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-1c590a01-4344-4c8c-ab10-1823488ef573 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fe73261edd04c289455e771867ec062&device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 1097 time: 0.1671751 Jun 19 18:11:20.201545 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9401786-231c-42a9-af10-512ef0b1fce8 req-1ffe9f4b-3e45-4879-a46a-31947022e1c1 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:20.203051 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e9401786-231c-42a9-af10-512ef0b1fce8 req-1ffe9f4b-3e45-4879-a46a-31947022e1c1 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 944 time: 0.0806384 Jun 19 18:11:20.205683 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-253dd61e-dea8-4d00-9a26-b311135ef930 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa HTTP/1.1" status: 200 len: 217 time: 0.0606062 Jun 19 18:11:20.252123 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e9401786-231c-42a9-af10-512ef0b1fce8 req-33189d7b-6d3b-4669-a3c2-e62fa2157774 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Jun 19 18:11:20.279141 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-8021f871-6ce4-4a8a-ae26-558cc4bbc746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:20.280548 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-8021f871-6ce4-4a8a-ae26-558cc4bbc746 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3444f168-c8e9-4c9c-a467-d52d20795837 HTTP/1.1" status: 200 len: 853 time: 0.0681772 Jun 19 18:11:20.353250 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-88365aa9-ab10-4b68-b0a7-0cb3cd362ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:20.354600 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-88365aa9-ab10-4b68-b0a7-0cb3cd362ada service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=334a9e4e-ff75-49ec-95cf-38d7b76d8548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674050 Jun 19 18:11:20.482512 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-04e653a1-b30d-4fdd-9253-455c9dc4bcbf service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210833 Jun 19 18:11:20.610934 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e45ebab7-79f7-4b20-8a51-6492413dddcf req-d33b2afb-6c51-4f6f-bb42-e8b9ce95254d service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216667 Jun 19 18:11:20.716765 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6b89de35-9b4d-451c-ba31-cef9036488bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:20.792193 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f1fee-591c-47f4-a138-500555ac1e73 req-8eae5e8b-9733-4e56-bd52-7c04350d64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:20.793672 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b7f1fee-591c-47f4-a138-500555ac1e73 req-8eae5e8b-9733-4e56-bd52-7c04350d64a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fe73261edd04c289455e771867ec062&device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 1097 time: 0.0770328 Jun 19 18:11:20.925276 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f1fee-591c-47f4-a138-500555ac1e73 req-a095db93-2fbb-426a-901a-13f5e809f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:20.926667 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b7f1fee-591c-47f4-a138-500555ac1e73 req-a095db93-2fbb-426a-901a-13f5e809f531 service neutron] 10.222.0.30 "GET /v2.0/networks?id=334a9e4e-ff75-49ec-95cf-38d7b76d8548 HTTP/1.1" status: 200 len: 915 time: 0.1219420 Jun 19 18:11:20.992145 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b7f1fee-591c-47f4-a138-500555ac1e73 req-bccfc11e-0e1c-4893-bb7a-db98f897de1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa HTTP/1.1" status: 200 len: 217 time: 0.0584095 Jun 19 18:11:21.055368 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f1fee-591c-47f4-a138-500555ac1e73 req-81e4983f-e53d-4555-ae8f-e93756b6ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:21.056715 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b7f1fee-591c-47f4-a138-500555ac1e73 req-81e4983f-e53d-4555-ae8f-e93756b6ade4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3444f168-c8e9-4c9c-a467-d52d20795837 HTTP/1.1" status: 200 len: 853 time: 0.0570819 Jun 19 18:11:21.110893 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:21.132125 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f1fee-591c-47f4-a138-500555ac1e73 req-ca8a5024-64dd-4d08-8f89-e0be44d40be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:21.133627 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b7f1fee-591c-47f4-a138-500555ac1e73 req-ca8a5024-64dd-4d08-8f89-e0be44d40be9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=334a9e4e-ff75-49ec-95cf-38d7b76d8548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698903 Jun 19 18:11:21.262420 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b7f1fee-591c-47f4-a138-500555ac1e73 req-6e71e14b-63e4-43ff-886b-dffa2835272f service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214194 Jun 19 18:11:21.395921 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7b7f1fee-591c-47f4-a138-500555ac1e73 req-2e1d16f3-91bd-4faa-b3c0-9ce51929b958 service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264586 Jun 19 18:11:21.446988 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203db93-3372-44dd-98dc-9ee613657e2c req-e0cf0c58-3b8a-4587-8dd8-d7ac6e03ff2d tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:21.448401 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7203db93-3372-44dd-98dc-9ee613657e2c req-e0cf0c58-3b8a-4587-8dd8-d7ac6e03ff2d tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 944 time: 0.0809269 Jun 19 18:11:21.492180 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7203db93-3372-44dd-98dc-9ee613657e2c req-dc18af2e-cf44-4911-ad16-87197303aec1 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380621 Jun 19 18:11:22.678166 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622b162-d9b4-443b-b42d-8cf6b7679e64 req-ddc1473f-e641-470b-a68d-a92f63bad9ce tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:22.679478 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a622b162-d9b4-443b-b42d-8cf6b7679e64 req-ddc1473f-e641-470b-a68d-a92f63bad9ce tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 944 time: 0.0832274 Jun 19 18:11:22.722643 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a622b162-d9b4-443b-b42d-8cf6b7679e64 req-e4b131da-de1e-426f-99fb-ed719a795d93 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375373 Jun 19 18:11:23.466898 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d4aa98b2-0e58-4ec2-9f09-143de8bc0a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:23.857819 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:11:23.903071 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf7f6c-f39a-4057-b7f1-8eb2d3efeb68 req-2ea800f2-ff51-4560-87f3-86c1453da45c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:23.904505 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d6cf7f6c-f39a-4057-b7f1-8eb2d3efeb68 req-2ea800f2-ff51-4560-87f3-86c1453da45c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 944 time: 0.0780628 Jun 19 18:11:23.950302 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d6cf7f6c-f39a-4057-b7f1-8eb2d3efeb68 req-00ce38b7-af36-4e4b-aae3-f46ab4075143 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399950 Jun 19 18:11:24.003416 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:24.026160 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:11:24.038640 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'port_id': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'mac_address': 'fa:16:3e:3e:89:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:11:24.091859 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:24.107923 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:11:24.122822 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:11:24.126403 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:24.128044 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-f0931ef4-53bf-45f3-923f-fc9e5272992b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:24.195016 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:24.202212 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:24.202558 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:24.202921 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:24.203251 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:24.203576 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:24.203900 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:24.204221 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:24.204540 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:24.204856 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:24.205195 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:24.205511 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:24.205828 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:24.210247 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:24.589853 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:11:25.134309 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b9c8e-88fb-4774-bd00-3275e96864cd req-2c866bd8-7df5-4cc0-b172-4ca9bff2189f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:25.135716 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-786b9c8e-88fb-4774-bd00-3275e96864cd req-2c866bd8-7df5-4cc0-b172-4ca9bff2189f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 945 time: 0.0819867 Jun 19 18:11:25.179551 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-786b9c8e-88fb-4774-bd00-3275e96864cd req-b277ad01-2e22-4e07-91ed-157cabc9ecbc tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 Jun 19 18:11:25.807495 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:25.866203 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:11:25.933649 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:11:25.938226 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:11:25.938599 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:26.050859 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:26.077137 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:11:26.087988 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:11:26.091950 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:26.094953 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-b2d5a421-417f-4026-9be5-f0eaacbe213d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:26.126477 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'code': 200} Jun 19 18:11:26.165525 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:26.168468 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:26.367541 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa74ad-b015-4a52-aba3-90ed9f4cbd46 req-6062ef42-4328-4eff-bdc0-9c3d0eb83155 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:26.369087 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-89aa74ad-b015-4a52-aba3-90ed9f4cbd46 req-6062ef42-4328-4eff-bdc0-9c3d0eb83155 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0810246 Jun 19 18:11:26.394014 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0174f20-6f93-41ad-94d5-1e74814e0c9b req-6c65eb78-30d4-4897-bf41-4225539b282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:26.395548 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d0174f20-6f93-41ad-94d5-1e74814e0c9b req-6c65eb78-30d4-4897-bf41-4225539b282f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 1099 time: 0.0757968 Jun 19 18:11:26.419023 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-89aa74ad-b015-4a52-aba3-90ed9f4cbd46 req-592945ae-ff7a-4fa3-a1da-6ed043a60b3c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439367 Jun 19 18:11:26.436183 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d0174f20-6f93-41ad-94d5-1e74814e0c9b req-a15684fa-db27-4de4-96b6-5cd4980572e6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344663 Jun 19 18:11:27.600820 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb0bdb-2484-4d59-bc25-d1598934afc9 req-8f8f727a-aed6-46f8-86f5-19b4486ee94c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:27.602167 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d5cb0bdb-2484-4d59-bc25-d1598934afc9 req-8f8f727a-aed6-46f8-86f5-19b4486ee94c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0785162 Jun 19 18:11:27.644669 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d5cb0bdb-2484-4d59-bc25-d1598934afc9 req-06c93194-0f9b-42ca-9a62-72a6007cbbde tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368733 Jun 19 18:11:28.828705 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c416c0a-def6-49bd-b3c3-ca42e67da95f req-7b20b49c-364e-4bc4-b5c8-9b56c797079d tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:28.830126 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2c416c0a-def6-49bd-b3c3-ca42e67da95f req-7b20b49c-364e-4bc4-b5c8-9b56c797079d tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0814557 Jun 19 18:11:28.873665 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2c416c0a-def6-49bd-b3c3-ca42e67da95f req-375f644a-c202-42bd-be58-0fcc5829c21a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370185 Jun 19 18:11:29.053639 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82146cb6-7d1e-4a05-81fd-057eaa172fe6 req-5f7acc5d-f170-4f0e-90c3-71b8e72c2ccf tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:29.055062 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-82146cb6-7d1e-4a05-81fd-057eaa172fe6 req-5f7acc5d-f170-4f0e-90c3-71b8e72c2ccf tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0789893 Jun 19 18:11:29.098711 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-82146cb6-7d1e-4a05-81fd-057eaa172fe6 req-eb0a5f1e-5a8d-4ad5-925e-3621a66277b1 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374417 Jun 19 18:11:29.505061 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cc0c1-decb-4e57-91f6-a6fecf8c7ea3 req-ee8b5b07-e223-4481-9854-94d420759980 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:29.506541 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b38cc0c1-decb-4e57-91f6-a6fecf8c7ea3 req-ee8b5b07-e223-4481-9854-94d420759980 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0920703 Jun 19 18:11:29.549930 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b38cc0c1-decb-4e57-91f6-a6fecf8c7ea3 req-e39a5625-4434-4cc6-82bf-c997bed0d770 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377235 Jun 19 18:11:34.350766 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63bbf-a5aa-49fc-900c-61283bc4aac4 req-791fca1e-6ddf-4f2d-93d5-c5e1a8765e7d tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:34.352176 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b5a63bbf-a5aa-49fc-900c-61283bc4aac4 req-791fca1e-6ddf-4f2d-93d5-c5e1a8765e7d tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0788758 Jun 19 18:11:34.399909 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b5a63bbf-a5aa-49fc-900c-61283bc4aac4 req-acd0303e-30bf-4bdf-abc1-bd3c72be2a11 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Jun 19 18:11:34.422615 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41776) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:11:34.587008 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8094c168-a49e-4d48-904f-9f913459557b tempest-TestMinimumBasicScenario-568006780 tempest-TestMinimumBasicScenario-568006780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:34.588389 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-8094c168-a49e-4d48-904f-9f913459557b tempest-TestMinimumBasicScenario-568006780 tempest-TestMinimumBasicScenario-568006780-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 1094 time: 0.1648395 Jun 19 18:11:34.591197 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41782) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:11:34.596200 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Request body: {'floatingip': {'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'port_id': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:11:34.602299 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:11:34.606063 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Usage tracker for resource:floatingip and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:11:34.608820 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:11:34.614523 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:11:34.624768 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for floatingip, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:34.832744 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:34.970064 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Allocated IP 172.28.0.63 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/fa07d6c9-6b93-44a5-9522-3005c32e65bc) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:11:35.113477 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:35.143159 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:35.148012 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:35.208639 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:11:35.211504 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:11:35.214991 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:11:35.250514 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event updated for resources: {'Port': ['ID=fa07d6c9-6b93-44a5-9522-3005c32e65bc,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:35.266254 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:35.266626 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:35.266990 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:35.267353 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:35.267707 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:35.268060 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:35.268411 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:35.268762 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:35.269205 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:35.270239 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:35.270593 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:35.270944 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:11:35.275766 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:35.633264 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:35.703647 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:35.906366 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:35.911133 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:35.914605 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:36.015938 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event updated for resources: {'Port': ['ID=fa07d6c9-6b93-44a5-9522-3005c32e65bc,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:36.019779 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:36.026559 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:36.189376 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.l3_db [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Floating IP d7c3d2d0-112c-486d-acbf-f0ce5894fd42 associated. External IP: 172.28.0.63, port: 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa. Jun 19 18:11:36.617990 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Router eaccbae1-decd-4bfc-acf5-5768e5a2523b has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:11:36.800100 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:11:36.809920 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262cc38a-5f79-42c1-b2d2-4d2c26cbf677 None None] Sync routers for ids ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:11:36.819964 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262cc38a-5f79-42c1-b2d2-4d2c26cbf677 None None] Routers {'eaccbae1-decd-4bfc-acf5-5768e5a2523b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:11:36.820566 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-262cc38a-5f79-42c1-b2d2-4d2c26cbf677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:11:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:11:36.825004 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:36.882613 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-1e55cb2f-e959-4946-9275-5fd04497a515 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2903388 Jun 19 18:11:36.883170 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:11:36.885281 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41790) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:11:36.890776 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856366322', 'description': 'tempest-secgroup-smoke-1856366322 description', 'project_id': '0fe73261edd04c289455e771867ec062'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:11:36.897480 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:11:36.901338 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Usage tracker for resource:security_group and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:11:36.904160 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:11:36.911273 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:11:36.922299 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:36.929800 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'status': 'completed', 'code': 200} Jun 19 18:11:36.943178 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:11:36.946929 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Usage tracker for resource:security_group_rule and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:11:36.949716 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:11:36.955371 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:11:37.006069 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-262cc38a-5f79-42c1-b2d2-4d2c26cbf677 None None] Set router eaccbae1-decd-4bfc-acf5-5768e5a2523b gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:11:37.089094 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.092120 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207a6a-37ca-4e0b-b45c-fba2bca5c5df req-e2038272-1182-4349-85b1-92f4b24f2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:37.093681 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12207a6a-37ca-4e0b-b45c-fba2bca5c5df req-e2038272-1182-4349-85b1-92f4b24f2b62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fe73261edd04c289455e771867ec062&device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 1099 time: 0.1184225 Jun 19 18:11:37.094668 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.098468 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2bcb1924-64de-478a-aa7f-6af17d958003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:37.172000 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad1f240-488a-46fd-9bb9-b247f8578c3d,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:37.177488 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:37.220064 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.221284 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4855b69f-447e-4792-9b9a-f241ed984b9e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3349946 Jun 19 18:11:37.224526 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41796) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:11:37.230423 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Request body: {'security_group_rule': {'security_group_id': 'fad1f240-488a-46fd-9bb9-b247f8578c3d', 'project_id': '0fe73261edd04c289455e771867ec062', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:11:37.236557 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:11:37.243131 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Usage tracker for resource:security_group_rule and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:11:37.247155 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:11:37.255828 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:11:37.277862 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.370441 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-262cc38a-5f79-42c1-b2d2-4d2c26cbf677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': 'd7c3d2d0-112c-486d-acbf-f0ce5894fd42', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'floating_ip_address': '172.28.0.63', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'port_id': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'mac_address': 'fa:16:3e:3e:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:11:35Z', 'updated_at': '2021-06-19T18:11:35Z', 'revision_number': 0, 'project_id': '0fe73261edd04c289455e771867ec062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820d02a8-28d0-422f-b6f2-c1586a0f9e54', 'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'mac_address': 'fa:16:3e:b6:2a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:41Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 5, 'project_id': '0fe73261edd04c289455e771867ec062', 'subnets': [{'id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:11:37.372590 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207a6a-37ca-4e0b-b45c-fba2bca5c5df req-57e69e74-ec01-4c0b-9156-f66b685d8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:37.374387 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12207a6a-37ca-4e0b-b45c-fba2bca5c5df req-57e69e74-ec01-4c0b-9156-f66b685d8f11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=334a9e4e-ff75-49ec-95cf-38d7b76d8548 HTTP/1.1" status: 200 len: 915 time: 0.2684553 Jun 19 18:11:37.375597 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262cc38a-5f79-42c1-b2d2-4d2c26cbf677 None None] Checking router: eaccbae1-decd-4bfc-acf5-5768e5a2523b for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:11:37.377241 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.383432 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.385245 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262cc38a-5f79-42c1-b2d2-4d2c26cbf677 None None] Routers {'eaccbae1-decd-4bfc-acf5-5768e5a2523b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:11:37.385862 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-262cc38a-5f79-42c1-b2d2-4d2c26cbf677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:11:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:11:37.387008 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d4b0ac2c-1acb-4092-a69c-705408bcca66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:37.411395 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02b12b2-8f3b-444e-ab54-70e4a5202a7c,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:37.423199 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:37.428038 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.432462 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2068527 Jun 19 18:11:37.433272 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41802) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:11:37.439361 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Request body: {'security_group_rule': {'security_group_id': 'fad1f240-488a-46fd-9bb9-b247f8578c3d', 'project_id': '0fe73261edd04c289455e771867ec062', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:11:37.445953 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:11:37.451294 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Usage tracker for resource:security_group_rule and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:11:37.454469 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:11:37.465790 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:11:37.484571 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.497211 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12207a6a-37ca-4e0b-b45c-fba2bca5c5df req-f4716765-7008-473a-9131-e092e99a947e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa HTTP/1.1" status: 200 len: 999 time: 0.1157579 Jun 19 18:11:37.549458 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.553789 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.555932 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:37.568643 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-262cc38a-5f79-42c1-b2d2-4d2c26cbf677 None None] Set router eaccbae1-decd-4bfc-acf5-5768e5a2523b gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:11:37.572818 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207a6a-37ca-4e0b-b45c-fba2bca5c5df req-c640ef46-c09c-412e-a767-247590ab0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:37.574347 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12207a6a-37ca-4e0b-b45c-fba2bca5c5df req-c640ef46-c09c-412e-a767-247590ab0559 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3444f168-c8e9-4c9c-a467-d52d20795837 HTTP/1.1" status: 200 len: 853 time: 0.0608954 Jun 19 18:11:37.578485 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08aebd83-898a-4394-9e9d-7d10cf3e1ff6,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:37.581262 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:37.591066 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.592244 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579280 Jun 19 18:11:37.594853 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41806) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:11:37.600429 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-e2432b22-c900-457c-b938-c8988671552e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Request body: {'security_group_rule': {'security_group_id': 'fad1f240-488a-46fd-9bb9-b247f8578c3d', 'project_id': '0fe73261edd04c289455e771867ec062', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:11:37.606741 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e2432b22-c900-457c-b938-c8988671552e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:11:37.610682 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e2432b22-c900-457c-b938-c8988671552e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Usage tracker for resource:security_group_rule and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:11:37.613834 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e2432b22-c900-457c-b938-c8988671552e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:11:37.619865 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e2432b22-c900-457c-b938-c8988671552e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:11:37.641577 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2432b22-c900-457c-b938-c8988671552e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.663848 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207a6a-37ca-4e0b-b45c-fba2bca5c5df req-bed4a528-20c0-48ef-aed7-45f64b256137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:37.665545 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12207a6a-37ca-4e0b-b45c-fba2bca5c5df req-bed4a528-20c0-48ef-aed7-45f64b256137 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=334a9e4e-ff75-49ec-95cf-38d7b76d8548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832841 Jun 19 18:11:37.705492 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2432b22-c900-457c-b938-c8988671552e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.710222 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2432b22-c900-457c-b938-c8988671552e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.712674 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:37.737939 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2432b22-c900-457c-b938-c8988671552e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38da1417-b1c0-414b-9b44-89892dc1883a,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:37.741149 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e2432b22-c900-457c-b938-c8988671552e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:37.748513 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2432b22-c900-457c-b938-c8988671552e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.749850 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e2432b22-c900-457c-b938-c8988671552e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540785 Jun 19 18:11:37.752534 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41810) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:11:37.758425 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-21f552cb-098c-4335-9ca0-cd27f336453a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Request body: {'security_group_rule': {'security_group_id': 'fad1f240-488a-46fd-9bb9-b247f8578c3d', 'project_id': '0fe73261edd04c289455e771867ec062', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:11:37.764325 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-21f552cb-098c-4335-9ca0-cd27f336453a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:11:37.768891 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-21f552cb-098c-4335-9ca0-cd27f336453a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Usage tracker for resource:security_group_rule and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:11:37.772576 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-21f552cb-098c-4335-9ca0-cd27f336453a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:11:37.778332 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-21f552cb-098c-4335-9ca0-cd27f336453a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:11:37.796646 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-21f552cb-098c-4335-9ca0-cd27f336453a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.822334 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12207a6a-37ca-4e0b-b45c-fba2bca5c5df req-5c8412a4-5093-4de9-86cd-6eedc58bf781 service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404157 Jun 19 18:11:37.864713 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-21f552cb-098c-4335-9ca0-cd27f336453a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.869436 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-21f552cb-098c-4335-9ca0-cd27f336453a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.871805 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-aa8fff12-dcb2-4ca6-a49d-a4b57105cc3e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:37.894789 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f552cb-098c-4335-9ca0-cd27f336453a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf0f450-187f-4a3e-a923-c1bee4a9557a,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:37.897213 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-21f552cb-098c-4335-9ca0-cd27f336453a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:37.905190 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-21f552cb-098c-4335-9ca0-cd27f336453a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.909148 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-21f552cb-098c-4335-9ca0-cd27f336453a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532083 Jun 19 18:11:37.909398 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41814) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:11:37.914439 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Request body: {'security_group_rule': {'security_group_id': 'fad1f240-488a-46fd-9bb9-b247f8578c3d', 'project_id': '0fe73261edd04c289455e771867ec062', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:11:37.920231 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:11:37.923954 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Usage tracker for resource:security_group_rule and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:11:37.927587 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:11:37.933866 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:11:37.946029 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.securitygroups_db [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Project 0fe73261edd04c289455e771867ec062 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 18:11:37.952686 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:37.969397 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-262cc38a-5f79-42c1-b2d2-4d2c26cbf677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': 'd7c3d2d0-112c-486d-acbf-f0ce5894fd42', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'floating_ip_address': '172.28.0.63', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'port_id': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'mac_address': 'fa:16:3e:3e:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:11:35Z', 'updated_at': '2021-06-19T18:11:35Z', 'revision_number': 0, 'project_id': '0fe73261edd04c289455e771867ec062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820d02a8-28d0-422f-b6f2-c1586a0f9e54', 'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'mac_address': 'fa:16:3e:b6:2a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:41Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 5, 'project_id': '0fe73261edd04c289455e771867ec062', 'subnets': [{'id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:11:37.972300 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-12207a6a-37ca-4e0b-b45c-fba2bca5c5df req-81b6b050-4630-4698-b482-1c49816ed8bd service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404264 Jun 19 18:11:37.973518 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262cc38a-5f79-42c1-b2d2-4d2c26cbf677 None None] The sync data for ids ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'] in dv-cinder-797107-1-smb is: [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': 'd7c3d2d0-112c-486d-acbf-f0ce5894fd42', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'floating_ip_address': '172.28.0.63', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'port_id': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'mac_address': 'fa:16:3e:3e:89:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:11:35Z', 'updated_at': '2021-06-19T18:11:35Z', 'revision_number': 0, 'project_id': '0fe73261edd04c289455e771867ec062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820d02a8-28d0-422f-b6f2-c1586a0f9e54', 'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'mac_address': 'fa:16:3e:b6:2a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:41Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 5, 'project_id': '0fe73261edd04c289455e771867ec062', 'subnets': [{'id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:11:38.024760 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:38.029984 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:38.032202 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-aae1e71e-3368-48eb-9aff-fcc1b4008f2c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:38.055447 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a061dc7-db2f-4647-b37c-ed2943b49a47,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:38.059991 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:38.064635 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:38.066141 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557014 Jun 19 18:11:38.069389 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41818) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:11:38.074683 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Request body: {'security_group_rule': {'security_group_id': 'fad1f240-488a-46fd-9bb9-b247f8578c3d', 'project_id': '0fe73261edd04c289455e771867ec062', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:11:38.080628 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:11:38.084493 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Usage tracker for resource:security_group_rule and tenant:0fe73261edd04c289455e771867ec062 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:11:38.087446 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:11:38.093081 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:11:38.104676 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.securitygroups_db [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Project 0fe73261edd04c289455e771867ec062 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 18:11:38.111554 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:38.180948 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:38.184617 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c38aa-75a4-4f9b-b87b-69776605b840 None None] New status for floating IP d7c3d2d0-112c-486d-acbf-f0ce5894fd42: ACTIVE {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 18:11:38.190230 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:38.192336 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f299b96a-fe56-4192-8b45-275c2ef010e9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:38.214549 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065c395c-11b3-4f8e-9eac-8fbbcaa97eea,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:38.216948 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:38.225432 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:38.226661 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563003 Jun 19 18:11:38.348390 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-80ba0be7-4847-442b-bc33-f070c24548a5 req-75a02416-806f-40fa-a9f7-bb60b775278a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856366322&fields=id&tenant_id=0fe73261edd04c289455e771867ec062 HTTP/1.1" status: 200 len: 267 time: 0.0402303 Jun 19 18:11:38.436611 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0be7-4847-442b-bc33-f070c24548a5 req-f8865e38-5bff-4bf9-ac52-d5dc0dd0634e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:38.438161 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-80ba0be7-4847-442b-bc33-f070c24548a5 req-f8865e38-5bff-4bf9-ac52-d5dc0dd0634e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0840914 Jun 19 18:11:38.449799 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-80ba0be7-4847-442b-bc33-f070c24548a5 req-cad5cf55-7aeb-4400-933b-f82cd8d51a17 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Request body: {'port': {'security_groups': ['b817ca4c-4d65-41b5-9be7-59848378f9c8', 'fad1f240-488a-46fd-9bb9-b247f8578c3d']}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:11:38.569672 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-80ba0be7-4847-442b-bc33-f070c24548a5 req-cad5cf55-7aeb-4400-933b-f82cd8d51a17 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:38.814353 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-80ba0be7-4847-442b-bc33-f070c24548a5 req-cad5cf55-7aeb-4400-933b-f82cd8d51a17 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] For port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:11:38.838436 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-80ba0be7-4847-442b-bc33-f070c24548a5 req-cad5cf55-7aeb-4400-933b-f82cd8d51a17 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:38.842728 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-80ba0be7-4847-442b-bc33-f070c24548a5 req-cad5cf55-7aeb-4400-933b-f82cd8d51a17 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:38.848024 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-da38d762-7e42-4320-a8c7-ae14fc8e55d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:38.877881 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:11:39.008963 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0be7-4847-442b-bc33-f070c24548a5 req-cad5cf55-7aeb-4400-933b-f82cd8d51a17 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:39.009576 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-80ba0be7-4847-442b-bc33-f070c24548a5 req-cad5cf55-7aeb-4400-933b-f82cd8d51a17 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:39.010926 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-80ba0be7-4847-442b-bc33-f070c24548a5 req-cad5cf55-7aeb-4400-933b-f82cd8d51a17 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "PUT /v2.0/ports/0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa HTTP/1.1" status: 200 len: 982 time: 0.5658944 Jun 19 18:11:39.011422 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:11:39.035548 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5cf55-7aeb-4400-933b-f82cd8d51a17 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event updated for resources: {'Port': ['ID=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,revision_number=6']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:39.043568 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-cad5cf55-7aeb-4400-933b-f82cd8d51a17 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:39.070440 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'status': 'completed', 'code': 200} Jun 19 18:11:39.192832 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:11:39.220187 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9e23-31ab-4344-92fc-ce4fb33eefb1 req-85bb3209-ce64-4efc-bec0-c7b06aaf33a9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:39.221648 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-db4c9e23-31ab-4344-92fc-ce4fb33eefb1 req-85bb3209-ce64-4efc-bec0-c7b06aaf33a9 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0871437 Jun 19 18:11:39.223652 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cd97d-90d2-4838-b8f5-4f16a7105f9f req-9a180262-d50a-48ef-94c0-88426870b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:39.225134 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-790cd97d-90d2-4838-b8f5-4f16a7105f9f req-9a180262-d50a-48ef-94c0-88426870b260 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fe73261edd04c289455e771867ec062&device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 1138 time: 0.1020813 Jun 19 18:11:39.274136 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-db4c9e23-31ab-4344-92fc-ce4fb33eefb1 req-cf7ed34b-2e24-4695-956f-7c451abbad9b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460250 Jun 19 18:11:39.372075 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-d9b042d1-2f02-466d-ac20-dbcafde179c6 None None] Provisioning complete for port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:11:39.372448 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d9b042d1-2f02-466d-ac20-dbcafde179c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:39.382763 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cd97d-90d2-4838-b8f5-4f16a7105f9f req-28a21f1f-a873-4539-9baf-16a03e6e3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:39.384184 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-790cd97d-90d2-4838-b8f5-4f16a7105f9f req-28a21f1f-a873-4539-9baf-16a03e6e3452 service neutron] 10.222.0.30 "GET /v2.0/networks?id=334a9e4e-ff75-49ec-95cf-38d7b76d8548 HTTP/1.1" status: 200 len: 915 time: 0.1495345 Jun 19 18:11:39.495251 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-790cd97d-90d2-4838-b8f5-4f16a7105f9f req-9df0f60e-1314-474e-9b48-f504f7b72b23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa HTTP/1.1" status: 200 len: 1001 time: 0.1015351 Jun 19 18:11:39.559553 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cd97d-90d2-4838-b8f5-4f16a7105f9f req-80282578-70ce-4047-9306-1e510e3b770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:39.561048 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-790cd97d-90d2-4838-b8f5-4f16a7105f9f req-80282578-70ce-4047-9306-1e510e3b770f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3444f168-c8e9-4c9c-a467-d52d20795837 HTTP/1.1" status: 200 len: 853 time: 0.0581756 Jun 19 18:11:39.637843 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cd97d-90d2-4838-b8f5-4f16a7105f9f req-ed8eea9b-22d1-4ba3-b783-128a2b6fa6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:39.639265 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-790cd97d-90d2-4838-b8f5-4f16a7105f9f req-ed8eea9b-22d1-4ba3-b783-128a2b6fa6ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=334a9e4e-ff75-49ec-95cf-38d7b76d8548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713782 Jun 19 18:11:39.777248 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-790cd97d-90d2-4838-b8f5-4f16a7105f9f req-e332a119-954c-4d02-865f-ec9bc9b668df service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302104 Jun 19 18:11:39.916459 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-790cd97d-90d2-4838-b8f5-4f16a7105f9f req-20b9d308-4c84-4552-9ed5-24934c3d9f25 service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237051 Jun 19 18:11:48.051072 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:49.010851 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9f5bdbc6-9351-4da5-bc36-4b93f5d377ce req-37b19de7-e731-4b3d-8405-71742a1e57b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702016 Jun 19 18:11:49.128328 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bdbc6-9351-4da5-bc36-4b93f5d377ce req-3f805194-52d8-4cfe-9c2f-64a3219a14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:49.130234 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9f5bdbc6-9351-4da5-bc36-4b93f5d377ce req-3f805194-52d8-4cfe-9c2f-64a3219a14f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ffa04001a184ae7b1aad98a5ac158ab&device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 1099 time: 0.0703087 Jun 19 18:11:49.274803 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bdbc6-9351-4da5-bc36-4b93f5d377ce req-4abb2b2c-d6c3-49a7-b0cc-2fc23d7e94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:49.276220 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9f5bdbc6-9351-4da5-bc36-4b93f5d377ce req-4abb2b2c-d6c3-49a7-b0cc-2fc23d7e94a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53012942-8f54-401e-a7c5-8a8392ced699 HTTP/1.1" status: 200 len: 909 time: 0.1264884 Jun 19 18:11:49.460731 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9f5bdbc6-9351-4da5-bc36-4b93f5d377ce req-33bdcad7-add2-4f5e-a366-8966cd5d545b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9364b41-f977-4134-8097-0f4ea14e4762 HTTP/1.1" status: 200 len: 1001 time: 0.1766622 Jun 19 18:11:49.529039 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bdbc6-9351-4da5-bc36-4b93f5d377ce req-f912a6ba-5f5f-4801-a798-70b448605b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:49.530469 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9f5bdbc6-9351-4da5-bc36-4b93f5d377ce req-f912a6ba-5f5f-4801-a798-70b448605b6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ea397f5-b703-452a-bcad-ca68085485d1 HTTP/1.1" status: 200 len: 847 time: 0.0628626 Jun 19 18:11:49.604142 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bdbc6-9351-4da5-bc36-4b93f5d377ce req-e531f014-f000-4649-b84f-4cb3b74604bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:49.605733 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9f5bdbc6-9351-4da5-bc36-4b93f5d377ce req-e531f014-f000-4649-b84f-4cb3b74604bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53012942-8f54-401e-a7c5-8a8392ced699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673187 Jun 19 18:11:49.734428 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9f5bdbc6-9351-4da5-bc36-4b93f5d377ce req-f9e401fc-47fd-4a77-a292-52bad726b267 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207712 Jun 19 18:11:49.870602 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9f5bdbc6-9351-4da5-bc36-4b93f5d377ce req-8cecd0e0-1ccb-4b57-bada-e2accb48c13d service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240108 Jun 19 18:11:50.722565 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a8b1388e-43a9-4673-975a-02845fc58483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:50.823092 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:11:51.112723 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:53.469297 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9f6a80df-3fb1-4cb5-bebf-bf1ca4a10d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:53.975370 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:54.998460 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9dc56-fd0e-4187-958f-627192027e29 req-249d80f6-eafa-4fc1-a3ef-4ee19246b64d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:54.999882 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bde9dc56-fd0e-4187-958f-627192027e29 req-249d80f6-eafa-4fc1-a3ef-4ee19246b64d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0851486 Jun 19 18:11:55.046134 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bde9dc56-fd0e-4187-958f-627192027e29 req-f2cd4a0e-aaa9-4077-af12-f276c5a35b2a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397744 Jun 19 18:11:55.254965 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303955ee-a6db-4f88-8e6c-a0d76ee1f426 req-b50796a2-4870-4ec0-a52b-d0ca1864e6ac tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:55.256393 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-303955ee-a6db-4f88-8e6c-a0d76ee1f426 req-b50796a2-4870-4ec0-a52b-d0ca1864e6ac tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 946 time: 0.0832741 Jun 19 18:11:55.299494 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-303955ee-a6db-4f88-8e6c-a0d76ee1f426 req-4c570ffd-fbc2-479b-846e-3d75533016d5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373988 Jun 19 18:11:55.808249 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:56.277231 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee76bee-b04e-41bf-a77a-bd884bfd14ad req-e7ba057e-c834-42e9-a598-c7aa691d94d3 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:56.278647 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4ee76bee-b04e-41bf-a77a-bd884bfd14ad req-e7ba057e-c834-42e9-a598-c7aa691d94d3 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.1245518 Jun 19 18:11:56.322337 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4ee76bee-b04e-41bf-a77a-bd884bfd14ad req-1d8c966d-d696-41f3-ab0c-dadccab16339 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379424 Jun 19 18:11:56.495760 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7f10e-4f44-4336-be3d-48b44c17d521 req-37ffd734-480b-4219-882e-f413aeb67538 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:56.497283 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-81e7f10e-4f44-4336-be3d-48b44c17d521 req-37ffd734-480b-4219-882e-f413aeb67538 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 946 time: 0.0835772 Jun 19 18:11:56.540359 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-81e7f10e-4f44-4336-be3d-48b44c17d521 req-408cc55a-7262-42d2-971e-886ddc4dc076 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373123 Jun 19 18:11:57.316546 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-9a66b90b-a248-4ab7-b1fb-23665dc179d7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:57.317351 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-9a66b90b-a248-4ab7-b1fb-23665dc179d7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Synchronizing usage tracker for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:11:57.334109 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-9a66b90b-a248-4ab7-b1fb-23665dc179d7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Unset dirty status for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:11:57.335289 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-9a66b90b-a248-4ab7-b1fb-23665dc179d7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.30 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 946 time: 0.0998676 Jun 19 18:11:57.406432 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Deleting port d4da6799-fa91-4540-a263-9904105022cc {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:11:57.406771 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:57.507582 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8e1c7-ccb7-4e0b-8f24-7f0ac01ef602 req-7e563337-f81d-4e37-87ec-def71d0d3fbf tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:57.509042 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-74f8e1c7-ccb7-4e0b-8f24-7f0ac01ef602 req-7e563337-f81d-4e37-87ec-def71d0d3fbf tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0781288 Jun 19 18:11:57.560255 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-74f8e1c7-ccb7-4e0b-8f24-7f0ac01ef602 req-7e32dcc5-6d07-4bc8-ac0b-8f7f1eeb80fb tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454571 Jun 19 18:11:57.657504 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] For port d4da6799-fa91-4540-a263-9904105022cc, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d4da6799-fa91-4540-a263-9904105022cc,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:11:57.657858 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:57.724539 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facddc0-0cf1-4fec-ab83-1109a932afe9 req-500cc082-2f38-42fa-99a3-bc7601529026 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:57.726012 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3facddc0-0cf1-4fec-ab83-1109a932afe9 req-500cc082-2f38-42fa-99a3-bc7601529026 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 946 time: 0.0780065 Jun 19 18:11:57.774955 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3facddc0-0cf1-4fec-ab83-1109a932afe9 req-d21e5b2f-f4fb-4d6e-8df8-08c956bba4c3 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=22986f3a-572b-4212-b2de-04a3c4ab7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430639 Jun 19 18:11:57.948173 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:57.948441 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:57.948744 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.l3_db [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Floating IP be60eb5c-5778-4bb5-9d52-434ef48b083e disassociated. External IP: 172.28.0.6, port: d4da6799-fa91-4540-a263-9904105022cc. Jun 19 18:11:57.949101 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Calling delete_port for d4da6799-fa91-4540-a263-9904105022cc owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:11:58.089803 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:58.095514 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0fac7957-6aae-40a2-8c82-befc7acdf5fe tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:11:58.145113 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event deleted for resources: {'Port': ['ID=d4da6799-fa91-4540-a263-9904105022cc,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:11:58.147252 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:11:58.409474 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Router 9d958789-49d4-4cf7-ae21-e07627db612f has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:11:58.591433 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:11:58.604157 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd83b17-c42b-4f8c-99fb-52e951d36018 None None] Sync routers for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:11:58.615617 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd83b17-c42b-4f8c-99fb-52e951d36018 None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:11:58.616323 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-9fd83b17-c42b-4f8c-99fb-52e951d36018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:11:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:11:58.667318 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] No DVR routers for this DVR port d4da6799-fa91-4540-a263-9904105022cc on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:11:58.669900 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:11:58.673910 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'name': 'network-vif-deleted', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:11:58.690636 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f7e95f10-aca8-491a-87b5-d4c873b02f8c req-829f2744-b9c7-4a3d-995a-40f1da563cf7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.30 "DELETE /v2.0/ports/d4da6799-fa91-4540-a263-9904105022cc HTTP/1.1" status: 204 len: 173 time: 1.3496325 Jun 19 18:11:58.732934 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4', 'name': 'network-vif-deleted', 'tag': 'd4da6799-fa91-4540-a263-9904105022cc', 'status': 'completed', 'code': 200} Jun 19 18:11:58.809446 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbfd2b-9de1-4b00-838a-d75249077027 req-877c6514-81ff-4564-96f6-942d56a50bea tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:11:58.811077 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-64bbfd2b-9de1-4b00-838a-d75249077027 req-877c6514-81ff-4564-96f6-942d56a50bea tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.1174822 Jun 19 18:11:58.818170 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-9fd83b17-c42b-4f8c-99fb-52e951d36018 None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:11:58.862311 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-64bbfd2b-9de1-4b00-838a-d75249077027 req-4eb99d8a-7347-4c63-8286-60778556c91a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443020 Jun 19 18:11:59.029640 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d682bd69-8acb-47fa-bf1f-7b0021c3ac69 req-e8fd7889-4860-4f24-ad6b-d03f443639af tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=97529a8a-a6e4-4c01-8ac2-4e69e84bcaa4 HTTP/1.1" status: 200 len: 210 time: 0.0502462 Jun 19 18:11:59.190611 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-9fd83b17-c42b-4f8c-99fb-52e951d36018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:16Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:11:59.195948 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd83b17-c42b-4f8c-99fb-52e951d36018 None None] Checking router: 9d958789-49d4-4cf7-ae21-e07627db612f for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:11:59.203870 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd83b17-c42b-4f8c-99fb-52e951d36018 None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:11:59.204465 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-9fd83b17-c42b-4f8c-99fb-52e951d36018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:11:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:11:59.386572 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-9fd83b17-c42b-4f8c-99fb-52e951d36018 None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:11:59.702072 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-9fd83b17-c42b-4f8c-99fb-52e951d36018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:16Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:11:59.705945 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd83b17-c42b-4f8c-99fb-52e951d36018 None None] The sync data for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb is: [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:16Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:11:59.987693 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5d787-1852-4d0a-ac76-738ce8c23e2b None None] New status for floating IP be60eb5c-5778-4bb5-9d52-434ef48b083e: DOWN {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 18:12:00.024275 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d4da6799-fa91-4540-a263-9904105022cc no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:12:00.074396 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: d4da6799-fa91-4540-a263-9904105022cc {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:12:00.078338 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d4da6799-fa91-4540-a263-9904105022cc not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:12:00.134296 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c858f75-56a9-4f03-a164-371940679af0 req-3bf27cd0-f87f-45b3-b48a-3ecd6fe00435 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:00.142028 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1c858f75-56a9-4f03-a164-371940679af0 req-3bf27cd0-f87f-45b3-b48a-3ecd6fe00435 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.1568787 Jun 19 18:12:00.196047 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1c858f75-56a9-4f03-a164-371940679af0 req-87f161b3-7995-46f1-bc59-4d66616c581f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528402 Jun 19 18:12:00.205230 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41938) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:12:00.280488 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fda86e50-ec1e-40a5-8222-982fba21c83f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:00.309121 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fda86e50-ec1e-40a5-8222-982fba21c83f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:00.361818 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fda86e50-ec1e-40a5-8222-982fba21c83f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:00.366173 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0b6e20cf-89d3-4fe3-ae6d-71ae1c208021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:12:00.382447 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda86e50-ec1e-40a5-8222-982fba21c83f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22986f3a-572b-4212-b2de-04a3c4ab7db8,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:12:00.385050 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fda86e50-ec1e-40a5-8222-982fba21c83f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:12:00.395559 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fda86e50-ec1e-40a5-8222-982fba21c83f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:00.396663 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-fda86e50-ec1e-40a5-8222-982fba21c83f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "DELETE /v2.0/security-groups/22986f3a-572b-4212-b2de-04a3c4ab7db8 HTTP/1.1" status: 204 len: 168 time: 0.1890209 Jun 19 18:12:00.399370 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41942) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:12:00.415643 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.api.v2.resource [None req-e7887dbe-693c-4d2a-a29b-9796133cab1f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] show failed (client error): The resource could not be found. Jun 19 18:12:00.416585 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e7887dbe-693c-4d2a-a29b-9796133cab1f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups/22986f3a-572b-4212-b2de-04a3c4ab7db8 HTTP/1.1" status: 404 len: 347 time: 0.0162966 Jun 19 18:12:00.419321 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 41946) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:12:00.578254 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-5d6885bb-3896-4815-91d4-cd4a5b4a53f2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Deleting port 62974af2-24fe-48ae-aacb-6e1dce4ab148 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:12:00.578594 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5d6885bb-3896-4815-91d4-cd4a5b4a53f2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:00.754429 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5d6885bb-3896-4815-91d4-cd4a5b4a53f2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:00.754756 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5d6885bb-3896-4815-91d4-cd4a5b4a53f2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:00.873441 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-5d6885bb-3896-4815-91d4-cd4a5b4a53f2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Calling delete_port for 62974af2-24fe-48ae-aacb-6e1dce4ab148 owned by network:floatingip {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:12:01.009962 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5d6885bb-3896-4815-91d4-cd4a5b4a53f2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.013352 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-91627c3a-91e5-404d-b7f3-1cebab9f61c6 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:12:01.055886 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6885bb-3896-4815-91d4-cd4a5b4a53f2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event deleted for resources: {'Port': ['ID=62974af2-24fe-48ae-aacb-6e1dce4ab148,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:12:01.058241 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5d6885bb-3896-4815-91d4-cd4a5b4a53f2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:12:01.147185 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5d6885bb-3896-4815-91d4-cd4a5b4a53f2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.160482 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5d6885bb-3896-4815-91d4-cd4a5b4a53f2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.161598 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-5d6885bb-3896-4815-91d4-cd4a5b4a53f2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "DELETE /v2.0/floatingips/be60eb5c-5778-4bb5-9d52-434ef48b083e HTTP/1.1" status: 204 len: 168 time: 0.7414393 Jun 19 18:12:01.382251 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd941d1-8f6c-42e7-83e2-e86d628bc319 req-4e19a86d-5815-485e-a30d-a90782b95165 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:01.383693 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bdd941d1-8f6c-42e7-83e2-e86d628bc319 req-4e19a86d-5815-485e-a30d-a90782b95165 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0802979 Jun 19 18:12:01.428705 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bdd941d1-8f6c-42e7-83e2-e86d628bc319 req-1c3c4b21-3e25-4665-a05c-08f4047777e5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388305 Jun 19 18:12:01.500094 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41954) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:12:01.505639 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--880028926', 'description': 'tempest-description--714857790'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:12:01.511464 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:12:01.515492 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Usage tracker for resource:security_group and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:12:01.518299 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:12:01.524537 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:12:01.535589 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.556743 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:12:01.560612 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Usage tracker for resource:security_group_rule and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:12:01.563422 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:12:01.569009 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:12:01.638469 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.642041 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.645449 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5e292955-f3ba-4d6a-aa37-3d8cc2ccf95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:12:01.684763 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fbf60c-e615-4adb-8c83-5ad3a2bb5590,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:12:01.687615 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:12:01.695385 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.696612 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1955180 Jun 19 18:12:01.699603 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41958) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:12:01.704556 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Request body: {'security_group_rule': {'security_group_id': '23fbf60c-e615-4adb-8c83-5ad3a2bb5590', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:12:01.710908 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:12:01.714650 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Usage tracker for resource:security_group_rule and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:12:01.717473 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:12:01.723893 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:12:01.745386 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.808206 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.811824 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.814180 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-bf5d3934-80d7-4b77-8104-aba8a4bd7260 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:12:01.836460 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec3c0e6-a83f-49a6-8f87-bbe7f281bc78,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:12:01.840839 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:12:01.845823 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.847028 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464767 Jun 19 18:12:01.850357 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41962) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:12:01.855425 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Request body: {'security_group_rule': {'security_group_id': '23fbf60c-e615-4adb-8c83-5ad3a2bb5590', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:12:01.861115 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:12:01.865462 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Usage tracker for resource:security_group_rule and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:12:01.868296 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:12:01.874270 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:12:01.890380 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.949295 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.952509 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.954549 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e2a84612-7ede-4ee7-aabd-2d5bb1dcac8f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:12:01.979071 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd14ee1b-4348-4a2f-a589-3a880264d966,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:12:01.981425 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:12:01.988844 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:01.989996 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387424 Jun 19 18:12:01.993140 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 41966) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:12:01.998244 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Request body: {'floatingip': {'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:12:02.004441 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:12:02.008179 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Usage tracker for resource:floatingip and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:12:02.011086 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:12:02.020018 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:12:02.030215 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:02.163500 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:02.294409 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Allocated IP 172.28.0.106 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/928b7428-b1b9-46a8-a7d2-04db89edf7ec) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:12:02.446186 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:02.478258 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:02.482263 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:12:02.679328 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:12:02.689611 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:12:02.692567 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:12:02.722330 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event updated for resources: {'Port': ['ID=928b7428-b1b9-46a8-a7d2-04db89edf7ec,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:12:02.725144 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:12:02.777685 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bdbd4-83d5-4209-84ea-097e52c7f0c4 req-59f70ac4-2596-4ea5-96bd-67d22674177f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:02.779248 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-959bdbd4-83d5-4209-84ea-097e52c7f0c4 req-59f70ac4-2596-4ea5-96bd-67d22674177f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.1749487 Jun 19 18:12:02.825936 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:02.831827 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-959bdbd4-83d5-4209-84ea-097e52c7f0c4 req-2ce84837-fdad-48a3-b83a-6a60163b1901 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466683 Jun 19 18:12:02.892285 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:03.092260 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:03.096518 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:03.100510 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0b4e7efa-12ef-494c-9f2c-a2e3ae942e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:12:03.201137 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event updated for resources: {'Port': ['ID=928b7428-b1b9-46a8-a7d2-04db89edf7ec,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:12:03.205149 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:12:03.213794 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:03.235702 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:03.237068 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-19099f7e-f20f-452b-8142-a4f0e0549e00 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2429366 Jun 19 18:12:03.452493 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-ea5fe6e3-f5ce-407f-b70a-bddddedaa6b6 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Synchronizing usage tracker for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:12:03.467982 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-ea5fe6e3-f5ce-407f-b70a-bddddedaa6b6 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Unset dirty status for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:12:03.469349 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-ea5fe6e3-f5ce-407f-b70a-bddddedaa6b6 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--880028926&fields=id&tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9 HTTP/1.1" status: 200 len: 267 time: 0.0552940 Jun 19 18:12:03.620656 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-7f45f013-e94e-4351-af77-337efda9ca5b tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:03.622028 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-7f45f013-e94e-4351-af77-337efda9ca5b tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 817 time: 0.1453688 Jun 19 18:12:03.637604 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-15faef29-d79c-487d-bd55-102dd974dbaa tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/quotas/14d9cfcbb59d4f6a99d269c76f891fc9 HTTP/1.1" status: 200 len: 375 time: 0.0098672 Jun 19 18:12:03.722552 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-f0ec83dd-f2cd-4410-9893-160a4d899ab5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796795 Jun 19 18:12:03.901768 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-70fcdd7e-518c-4d2c-b043-63071ba2c1b6 service neutron] 10.222.0.16 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679049 Jun 19 18:12:04.091457 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-492731b3-d91d-4d40-a5b3-7d5a130c3c8c service neutron] 10.222.0.16 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840858 Jun 19 18:12:04.108241 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7d97d-66c7-4032-9556-03f4d0e0ea5f req-6e7347c3-ae09-43c9-992e-7ae812cb9fde tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:04.109684 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c9e7d97d-66c7-4032-9556-03f4d0e0ea5f req-6e7347c3-ae09-43c9-992e-7ae812cb9fde tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.1657722 Jun 19 18:12:04.155050 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c9e7d97d-66c7-4032-9556-03f4d0e0ea5f req-541d65c7-03ba-4a60-9abe-567ee38d61f4 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391448 Jun 19 18:12:04.270008 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fe2d74e5-ae8c-4646-881c-55e9640c252c req-5046c5e2-e083-415b-a4f8-33208ed93054 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 210 time: 0.0431800 Jun 19 18:12:05.350510 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85b0ed-130e-432f-bd01-9edccddb880d req-28398c6d-6335-48ff-98fa-e62561306fe0 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:05.352053 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3e85b0ed-130e-432f-bd01-9edccddb880d req-28398c6d-6335-48ff-98fa-e62561306fe0 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0902767 Jun 19 18:12:05.443466 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3e85b0ed-130e-432f-bd01-9edccddb880d req-27a42445-9f34-4e2d-8077-6944e9159794 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854707 Jun 19 18:12:05.445535 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-faa9c2b4-16ca-4d2b-a608-22916a4c5c7e req-b6220a57-5e2f-4810-ac6c-4ddcbdd2b6bd tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 210 time: 0.0547819 Jun 19 18:12:05.607071 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-c058c778-428c-4aa9-908e-043b36a7189e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:05.608473 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-c058c778-428c-4aa9-908e-043b36a7189e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 817 time: 0.1545877 Jun 19 18:12:05.668274 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-d43e7716-6c8b-468e-9d0c-cd87b663e09f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Synchronizing usage tracker for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:security_group {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:12:05.680342 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-d43e7716-6c8b-468e-9d0c-cd87b663e09f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Unset dirty status for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:security_group {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:12:05.681528 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-d43e7716-6c8b-468e-9d0c-cd87b663e09f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9 HTTP/1.1" status: 200 len: 379 time: 0.0519304 Jun 19 18:12:05.692105 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Request body: {'port': {'device_id': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'admin_state_up': True, 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'security_groups': ['23fbf60c-e615-4adb-8c83-5ad3a2bb5590']}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:12:05.911577 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:12:05.915525 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Usage tracker for resource:port and tenant:14d9cfcbb59d4f6a99d269c76f891fc9 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:12:05.918239 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:12:05.923716 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:12:05.932935 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Made reservation on behalf of 14d9cfcbb59d4f6a99d269c76f891fc9 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:12:05.936426 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:06.092478 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Allocated IP 172.20.0.5 (efd8fed2-8ed2-4852-895b-bf8080865dcb/3756173a-73d2-4b6c-88c4-dcdbd6d3e130/cfa52021-d725-4820-8cc3-583138a698c2) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:12:06.275012 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:06.289825 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Transition to ACTIVE for port object cfa52021-d725-4820-8cc3-583138a698c2 will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:12:06.312250 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:06.318061 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:12:06.387158 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Network efd8fed2-8ed2-4852-895b-bf8080865dcb is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:12:06.390132 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:12:06.393910 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:12:06.423256 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event updated for resources: {'Port': ['ID=cfa52021-d725-4820-8cc3-583138a698c2,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:12:06.443246 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:12:06.443620 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:12:06.443981 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:12:06.444335 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:12:06.444684 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:12:06.445067 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:12:06.445416 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:12:06.445765 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:12:06.446099 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:12:06.446442 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:12:06.446780 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:12:06.447121 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:12:06.452965 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:12:06.470242 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:06.470884 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:06.496922 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8089206 Jun 19 18:12:06.515377 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Request body: {'port': {'device_id': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:12:06.637016 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:06.692817 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-bce21aa7-f5e9-4f26-8a5e-2d74a6c01757 None None] Provisioning for port cfa52021-d725-4820-8cc3-583138a698c2 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:12:06.698632 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-bce21aa7-f5e9-4f26-8a5e-2d74a6c01757 None None] Provisioning complete for port cfa52021-d725-4820-8cc3-583138a698c2 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:12:06.699021 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-bce21aa7-f5e9-4f26-8a5e-2d74a6c01757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:06.701199 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d1857-1790-40f0-8935-7919ee137527 req-abff5998-6359-4162-a0e3-e0cfe6cb0970 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:06.702632 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5e5d1857-1790-40f0-8935-7919ee137527 req-abff5998-6359-4162-a0e3-e0cfe6cb0970 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.1422107 Jun 19 18:12:06.710237 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39686ef3-e77c-4d6f-94a4-af3a7812a7ff req-c6f81558-f1a6-4f8b-b89f-f1577533db26 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:06.711672 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-39686ef3-e77c-4d6f-94a4-af3a7812a7ff req-c6f81558-f1a6-4f8b-b89f-f1577533db26 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 931 time: 0.1493859 Jun 19 18:12:06.759209 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-bce21aa7-f5e9-4f26-8a5e-2d74a6c01757 None None] Port cfa52021-d725-4820-8cc3-583138a698c2 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:12:06.881613 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5e5d1857-1790-40f0-8935-7919ee137527 req-01ecc41a-68b5-4fd5-8d58-7b69a9efc547 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689713 Jun 19 18:12:06.885964 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-39686ef3-e77c-4d6f-94a4-af3a7812a7ff req-92040d76-7109-47a8-8a47-63da51ea1382 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594980 Jun 19 18:12:06.988434 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa52021-d725-4820-8cc3-583138a698c2 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:12:06.995389 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:07.009633 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Transition to ACTIVE for port object cfa52021-d725-4820-8cc3-583138a698c2 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:12:07.012823 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:07.017016 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:12:07.171451 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa52021-d725-4820-8cc3-583138a698c2,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:12:07.179359 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:12:07.244200 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Attempting to bind port cfa52021-d725-4820-8cc3-583138a698c2 on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:12:07.244441 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Attempting to bind port cfa52021-d725-4820-8cc3-583138a698c2 by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:12:07.244757 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Attempting to bind port cfa52021-d725-4820-8cc3-583138a698c2 on network efd8fed2-8ed2-4852-895b-bf8080865dcb {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:12:07.249494 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Port cfa52021-d725-4820-8cc3-583138a698c2 on network efd8fed2-8ed2-4852-895b-bf8080865dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:12:07.249801 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Attempting to bind port cfa52021-d725-4820-8cc3-583138a698c2 on network efd8fed2-8ed2-4852-895b-bf8080865dcb {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:12:07.254778 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:12:07.255104 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Checking segment: {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:12:07.255472 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Bound using segment: {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:12:07.255882 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Bound port: cfa52021-d725-4820-8cc3-583138a698c2, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc63bed9-1576-4971-a9ea-b107a31d79ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:12:07.256213 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:07.348177 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:12:07.350981 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cfa52021-d725-4820-8cc3-583138a698c2,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:12:07.356445 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:07.359929 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-263de0fb-fd87-42b8-9191-961774676f55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:12:07.416712 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:07.417347 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:07.418696 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] 10.222.0.30 "PUT /v2.0/ports/cfa52021-d725-4820-8cc3-583138a698c2 HTTP/1.1" status: 200 len: 1093 time: 0.9082317 Jun 19 18:12:07.419176 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:12:07.448401 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa52021-d725-4820-8cc3-583138a698c2,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:12:07.451504 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:12:07.469606 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2', 'status': 'completed', 'code': 200} Jun 19 18:12:07.566443 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-f744138e-f0e8-4c2a-bd2b-d38bf793d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:07.567898 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-f744138e-f0e8-4c2a-bd2b-d38bf793d887 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 1096 time: 0.0808258 Jun 19 18:12:07.642332 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-42a20b17-55cd-4542-bc53-532dbec45903 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfa52021-d725-4820-8cc3-583138a698c2 HTTP/1.1" status: 200 len: 217 time: 0.0604939 Jun 19 18:12:07.779183 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-519ef9f4-faf7-4372-8d8d-89169569682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:07.780525 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-519ef9f4-faf7-4372-8d8d-89169569682b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.1314657 Jun 19 18:12:07.856782 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cd284028-d5cd-4df1-963a-117724866ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:07.858255 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-cd284028-d5cd-4df1-963a-117724866ce7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709264 Jun 19 18:12:07.990965 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-0a6575dd-0305-49da-9e59-64157b50cc9c service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246750 Jun 19 18:12:08.123095 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a5b1e70d-c520-4a1e-a296-1df8efe613e3 req-ff337648-9199-4dd3-9601-ea7464256b78 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240768 Jun 19 18:12:08.132083 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eebe9a-2f15-4311-8168-efe73ed9090c req-7aa2caee-8fed-489b-af49-f112cee89467 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:08.133673 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2eebe9a-2f15-4311-8168-efe73ed9090c req-7aa2caee-8fed-489b-af49-f112cee89467 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.1415582 Jun 19 18:12:08.142518 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642b1c3-1b27-4865-bf1c-b7ececaea4e7 req-8b77a1f0-daa8-454f-9de4-e66e2513bf76 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:08.144635 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1642b1c3-1b27-4865-bf1c-b7ececaea4e7 req-8b77a1f0-daa8-454f-9de4-e66e2513bf76 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.1158195 Jun 19 18:12:08.215617 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d2eebe9a-2f15-4311-8168-efe73ed9090c req-e3f1bda2-5ccb-428d-8c22-e4cb1e994df6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699856 Jun 19 18:12:08.218297 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1642b1c3-1b27-4865-bf1c-b7ececaea4e7 req-ef7a42df-689c-45bd-b377-6df48d3967fc tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601737 Jun 19 18:12:08.287278 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d9b4d-fdbd-451c-bbb3-90855caf38df req-550b5af0-4126-4f57-8b82-78a6ed90bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:08.288725 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-272d9b4d-fdbd-451c-bbb3-90855caf38df req-550b5af0-4126-4f57-8b82-78a6ed90bfc8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 1096 time: 0.0754035 Jun 19 18:12:08.417267 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d9b4d-fdbd-451c-bbb3-90855caf38df req-38095e50-d71a-4c2f-98a0-ea4897e37a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:08.418613 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-272d9b4d-fdbd-451c-bbb3-90855caf38df req-38095e50-d71a-4c2f-98a0-ea4897e37a44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 918 time: 0.1233134 Jun 19 18:12:08.487448 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-272d9b4d-fdbd-451c-bbb3-90855caf38df req-72f43477-20bc-40db-a35a-f98825fde5aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfa52021-d725-4820-8cc3-583138a698c2 HTTP/1.1" status: 200 len: 217 time: 0.0618196 Jun 19 18:12:08.547892 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d9b4d-fdbd-451c-bbb3-90855caf38df req-3f26fec2-4aee-4047-bb41-2bba7e92c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:08.549270 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-272d9b4d-fdbd-451c-bbb3-90855caf38df req-3f26fec2-4aee-4047-bb41-2bba7e92c0f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.0555387 Jun 19 18:12:08.623735 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d9b4d-fdbd-451c-bbb3-90855caf38df req-3761d3bc-b439-40f3-ad9d-39b9d0a7bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:08.625166 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-272d9b4d-fdbd-451c-bbb3-90855caf38df req-3761d3bc-b439-40f3-ad9d-39b9d0a7bd75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691509 Jun 19 18:12:08.752005 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-272d9b4d-fdbd-451c-bbb3-90855caf38df req-61186f49-0f91-44c7-a47a-b27b92811013 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198785 Jun 19 18:12:08.925468 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-272d9b4d-fdbd-451c-bbb3-90855caf38df req-220e10eb-40ae-467f-8f7a-e633113f22ec service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657419 Jun 19 18:12:09.460229 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58805077-a0a6-4e45-b969-a2ebdf1dad5a req-63f9c99e-e78c-42a0-8075-2b2df637e320 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:09.461694 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-58805077-a0a6-4e45-b969-a2ebdf1dad5a req-63f9c99e-e78c-42a0-8075-2b2df637e320 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.1362872 Jun 19 18:12:09.508301 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b670e-9c18-428f-bba4-03af2c5da876 req-ef59a816-62a9-470b-af98-decc42d76766 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:09.509717 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4b8b670e-9c18-428f-bba4-03af2c5da876 req-ef59a816-62a9-470b-af98-decc42d76766 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.1279860 Jun 19 18:12:09.532290 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-58805077-a0a6-4e45-b969-a2ebdf1dad5a req-6b7ef727-ff4c-454b-8893-82f07b99f6e2 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642302 Jun 19 18:12:09.569141 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4b8b670e-9c18-428f-bba4-03af2c5da876 req-93d35567-b396-40da-93e0-0dd7cb12ae6c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536740 Jun 19 18:12:10.783176 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568c73f-0168-48cb-a351-bfa3996df297 req-33b94d35-6dce-457d-8ac1-5677da9c22a6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:10.784599 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5568c73f-0168-48cb-a351-bfa3996df297 req-33b94d35-6dce-457d-8ac1-5677da9c22a6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.1399496 Jun 19 18:12:10.814785 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080e2e4-be1d-40b0-8ca5-d31132ebd717 req-c81669f4-4405-41e4-a567-ab70158d9a2a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:10.816809 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b080e2e4-be1d-40b0-8ca5-d31132ebd717 req-c81669f4-4405-41e4-a567-ab70158d9a2a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.1282487 Jun 19 18:12:10.859800 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5568c73f-0168-48cb-a351-bfa3996df297 req-11317f51-f3b8-4985-ab54-07b2c7eddf6a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676508 Jun 19 18:12:10.879140 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b080e2e4-be1d-40b0-8ca5-d31132ebd717 req-502c8ecb-f3f9-48b0-9d48-053fcd206f56 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549891 Jun 19 18:12:11.193610 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018ad6f-16a2-4212-93a5-33fa6c19ff80 req-530b51d5-2172-4dbe-813b-4d383604edf1 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:11.194964 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9018ad6f-16a2-4212-93a5-33fa6c19ff80 req-530b51d5-2172-4dbe-813b-4d383604edf1 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0785210 Jun 19 18:12:11.241178 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9018ad6f-16a2-4212-93a5-33fa6c19ff80 req-f44ead1d-332a-4e7d-bc77-a1ec1fc8c77b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404696 Jun 19 18:12:11.260292 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4be23-4042-485b-ae1e-39739426f7a5 req-3de4ca8e-716e-4a40-b2fb-6053b8adff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:11.261841 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44f4be23-4042-485b-ae1e-39739426f7a5 req-3de4ca8e-716e-4a40-b2fb-6053b8adff48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fafa5c8bae7e4634a844643e7c91706e&device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 1099 time: 0.0753970 Jun 19 18:12:11.390463 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4be23-4042-485b-ae1e-39739426f7a5 req-92bcfa3d-3d58-431a-abf8-5b353539a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:11.391884 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44f4be23-4042-485b-ae1e-39739426f7a5 req-92bcfa3d-3d58-431a-abf8-5b353539a155 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 200 len: 911 time: 0.1234896 Jun 19 18:12:11.490615 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44f4be23-4042-485b-ae1e-39739426f7a5 req-84dd4680-2a8c-4a73-8cd9-5d8bb6bea942 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29080e85-9596-411b-b615-de9b04962ed7 HTTP/1.1" status: 200 len: 1002 time: 0.0919614 Jun 19 18:12:11.550917 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4be23-4042-485b-ae1e-39739426f7a5 req-8b21a7c4-0a6d-49a4-bf5b-ed7e02b49214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:11.552275 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44f4be23-4042-485b-ae1e-39739426f7a5 req-8b21a7c4-0a6d-49a4-bf5b-ed7e02b49214 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b3e0ae5-0af0-4e99-adcd-11d168f82436 HTTP/1.1" status: 200 len: 849 time: 0.0552189 Jun 19 18:12:11.629921 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4be23-4042-485b-ae1e-39739426f7a5 req-156db693-2723-4ae6-b7a5-1bf45cbe4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:11.631350 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44f4be23-4042-485b-ae1e-39739426f7a5 req-156db693-2723-4ae6-b7a5-1bf45cbe4d32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731251 Jun 19 18:12:11.843830 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44f4be23-4042-485b-ae1e-39739426f7a5 req-34e308a9-ec8d-4c14-a576-d31e1dae838f service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039020 Jun 19 18:12:11.975027 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-44f4be23-4042-485b-ae1e-39739426f7a5 req-5db9d76e-23a7-448e-bbc4-53b1490f516e service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246824 Jun 19 18:12:12.038941 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cfa52021-d725-4820-8cc3-583138a698c2 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:12:12.069661 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00630e41-d63d-40eb-a7e1-2ea7c00d5c7a req-2f7939b9-f482-468c-8890-64e5f65ac51e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:12.071102 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-00630e41-d63d-40eb-a7e1-2ea7c00d5c7a req-2f7939b9-f482-468c-8890-64e5f65ac51e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.0819695 Jun 19 18:12:12.115232 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-00630e41-d63d-40eb-a7e1-2ea7c00d5c7a req-06a9c234-e934-4d59-9eee-2e0578cdb5c0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384178 Jun 19 18:12:12.168672 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cfa52021-d725-4820-8cc3-583138a698c2,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:12:12.182048 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'cfa52021-d725-4820-8cc3-583138a698c2', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'port_id': 'cfa52021-d725-4820-8cc3-583138a698c2', 'mac_address': 'fa:16:3e:5c:a8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:12:12.234289 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:12.250993 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa52021-d725-4820-8cc3-583138a698c2 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:12:12.265936 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cfa52021-d725-4820-8cc3-583138a698c2,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:12:12.270333 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:12.273237 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:12:12.343243 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=cfa52021-d725-4820-8cc3-583138a698c2,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:12:12.346345 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:12:12.430403 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abbf86-8a7e-4a99-aadb-9f31990b09e7 req-390601a4-f3b4-4642-87de-90ab907af231 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:12.431739 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-88abbf86-8a7e-4a99-aadb-9f31990b09e7 req-390601a4-f3b4-4642-87de-90ab907af231 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0842512 Jun 19 18:12:12.476619 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-88abbf86-8a7e-4a99-aadb-9f31990b09e7 req-f0fb67b0-75eb-486f-97fd-f92369d6b8ab tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391767 Jun 19 18:12:12.714693 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['cfa52021-d725-4820-8cc3-583138a698c2'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:12:13.299379 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b1a71-40e4-42f6-9ae5-55e0e0a7e93f req-c385c11b-8218-420b-8d92-c3ff4cf25101 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:13.301894 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2b4b1a71-40e4-42f6-9ae5-55e0e0a7e93f req-c385c11b-8218-420b-8d92-c3ff4cf25101 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 944 time: 0.0804129 Jun 19 18:12:13.346316 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2b4b1a71-40e4-42f6-9ae5-55e0e0a7e93f req-6aba0823-9838-47bb-9a44-396d828afee2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388169 Jun 19 18:12:13.658694 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a56213-9772-4a30-bc78-bf0f3c11bad7 req-68d097dc-df70-4b98-a30e-30e0d5497656 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:13.660997 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-02a56213-9772-4a30-bc78-bf0f3c11bad7 req-68d097dc-df70-4b98-a30e-30e0d5497656 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0820467 Jun 19 18:12:13.704369 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-02a56213-9772-4a30-bc78-bf0f3c11bad7 req-962f5f5b-fc18-4d08-9a69-f197b4c33beb tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378251 Jun 19 18:12:14.048172 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cfa52021-d725-4820-8cc3-583138a698c2 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:12:14.122393 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port cfa52021-d725-4820-8cc3-583138a698c2 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:12:14.126961 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port cfa52021-d725-4820-8cc3-583138a698c2 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:12:14.127327 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:14.238704 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:14.264277 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:12:14.274521 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cfa52021-d725-4820-8cc3-583138a698c2,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:12:14.279509 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:14.281605 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:12:14.315909 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2', 'code': 200} Jun 19 18:12:14.355106 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=cfa52021-d725-4820-8cc3-583138a698c2,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:12:14.357940 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:12:14.543246 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fc8c4-7da8-4516-940b-b694868441c4 req-b9ff0b71-5364-418a-b522-840a5acb54ed tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:14.544679 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-923fc8c4-7da8-4516-940b-b694868441c4 req-b9ff0b71-5364-418a-b522-840a5acb54ed tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0870266 Jun 19 18:12:14.583439 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bb749-7218-485a-ab47-930839f48065 req-7e859044-e5a2-479f-9565-081d14816651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:14.584850 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9b1bb749-7218-485a-ab47-930839f48065 req-7e859044-e5a2-479f-9565-081d14816651 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 1098 time: 0.0694423 Jun 19 18:12:14.590355 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-923fc8c4-7da8-4516-940b-b694868441c4 req-efc230fa-9ca0-4575-8895-a240d26f2835 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398312 Jun 19 18:12:14.626688 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9b1bb749-7218-485a-ab47-930839f48065 req-d27c897f-4e35-4da2-90b6-adf7ddbf8976 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353732 Jun 19 18:12:15.776236 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53601d-e559-4f67-b1b6-29acc6fcdf2b req-c2e330e2-5b87-4d4d-99c3-92713375b4dd tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:15.777671 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5f53601d-e559-4f67-b1b6-29acc6fcdf2b req-c2e330e2-5b87-4d4d-99c3-92713375b4dd tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0786004 Jun 19 18:12:15.820886 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5f53601d-e559-4f67-b1b6-29acc6fcdf2b req-6c8c628c-0fb5-47fa-a10e-9a48b49e12b2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375302 Jun 19 18:12:17.016071 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ae4b3-5794-4366-b755-59a6fa5de6c5 req-68709993-891e-4c92-99f0-31f3fe0dc407 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:17.017547 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bc3ae4b3-5794-4366-b755-59a6fa5de6c5 req-68709993-891e-4c92-99f0-31f3fe0dc407 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0844624 Jun 19 18:12:17.069505 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bc3ae4b3-5794-4366-b755-59a6fa5de6c5 req-c4a24376-6b7c-4363-ba78-a0168438fa6a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457053 Jun 19 18:12:17.287255 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21074c9-8427-49f4-8d94-18d351a0accc req-6355f20f-30bd-4808-8bcb-33a563541ae4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:17.289713 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b21074c9-8427-49f4-8d94-18d351a0accc req-6355f20f-30bd-4808-8bcb-33a563541ae4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.1155839 Jun 19 18:12:17.300436 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 42060) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:12:17.307340 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-3235c123-2a21-4071-a129-ecc107c6bbf5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Request body: {'floatingip': {'port_id': 'cfa52021-d725-4820-8cc3-583138a698c2'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:12:17.396072 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3235c123-2a21-4071-a129-ecc107c6bbf5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:18.063865 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:18.080132 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3235c123-2a21-4071-a129-ecc107c6bbf5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:18.084181 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3235c123-2a21-4071-a129-ecc107c6bbf5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:18.277546 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.l3_db [None req-3235c123-2a21-4071-a129-ecc107c6bbf5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Floating IP b570a22c-9dec-402a-9c36-ea16fae0a90c associated. External IP: 172.28.0.106, port: cfa52021-d725-4820-8cc3-583138a698c2. Jun 19 18:12:18.711421 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3235c123-2a21-4071-a129-ecc107c6bbf5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Router 9d958789-49d4-4cf7-ae21-e07627db612f has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:12:18.886186 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3235c123-2a21-4071-a129-ecc107c6bbf5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:12:18.890464 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3235c123-2a21-4071-a129-ecc107c6bbf5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:18.896043 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c806f481-a567-4a2d-bce8-b78819d36fd4 None None] Sync routers for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:12:18.905060 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c806f481-a567-4a2d-bce8-b78819d36fd4 None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:12:18.905663 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-c806f481-a567-4a2d-bce8-b78819d36fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:11:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:12:18.945116 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3235c123-2a21-4071-a129-ecc107c6bbf5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "PUT /v2.0/floatingips/b570a22c-9dec-402a-9c36-ea16fae0a90c HTTP/1.1" status: 200 len: 991 time: 1.6422586 Jun 19 18:12:18.945770 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:12:18.996600 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2', 'status': 'completed', 'code': 200} Jun 19 18:12:19.114987 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-c806f481-a567-4a2d-bce8-b78819d36fd4 None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:12:19.137277 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ff992-ad7e-48d5-81c7-f3ac070cda1b req-bf5f3e7f-3f13-4fda-b737-d8dffb240bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:19.138732 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd8ff992-ad7e-48d5-81c7-f3ac070cda1b req-bf5f3e7f-3f13-4fda-b737-d8dffb240bfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 1098 time: 0.0711446 Jun 19 18:12:19.270966 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ff992-ad7e-48d5-81c7-f3ac070cda1b req-44bcdad7-14f2-44ff-9c40-b9db7f149dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:19.272405 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd8ff992-ad7e-48d5-81c7-f3ac070cda1b req-44bcdad7-14f2-44ff-9c40-b9db7f149dba service neutron] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 918 time: 0.1261849 Jun 19 18:12:19.385543 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd8ff992-ad7e-48d5-81c7-f3ac070cda1b req-e8236175-b000-450e-99a4-8d8450295294 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfa52021-d725-4820-8cc3-583138a698c2 HTTP/1.1" status: 200 len: 999 time: 0.1009262 Jun 19 18:12:19.457490 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ff992-ad7e-48d5-81c7-f3ac070cda1b req-fd081c9d-2b81-4185-8fbc-9c954b6bc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:19.458896 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd8ff992-ad7e-48d5-81c7-f3ac070cda1b req-fd081c9d-2b81-4185-8fbc-9c954b6bc387 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.0624096 Jun 19 18:12:19.464261 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-c806f481-a567-4a2d-bce8-b78819d36fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': 'b570a22c-9dec-402a-9c36-ea16fae0a90c', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'floating_ip_address': '172.28.0.106', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'port_id': 'cfa52021-d725-4820-8cc3-583138a698c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'mac_address': 'fa:16:3e:5c:a8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:12:02Z', 'updated_at': '2021-06-19T18:12:17Z', 'revision_number': 1, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:16Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:12:19.468070 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c806f481-a567-4a2d-bce8-b78819d36fd4 None None] Checking router: 9d958789-49d4-4cf7-ae21-e07627db612f for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:12:19.477021 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c806f481-a567-4a2d-bce8-b78819d36fd4 None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:12:19.477622 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-c806f481-a567-4a2d-bce8-b78819d36fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:11:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:12:19.534908 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ff992-ad7e-48d5-81c7-f3ac070cda1b req-89feb644-ffbe-45e3-a8e4-99de21ad0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:19.536430 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd8ff992-ad7e-48d5-81c7-f3ac070cda1b req-89feb644-ffbe-45e3-a8e4-99de21ad0aa4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709226 Jun 19 18:12:19.653065 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-c806f481-a567-4a2d-bce8-b78819d36fd4 None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:12:19.669587 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd8ff992-ad7e-48d5-81c7-f3ac070cda1b req-d5b6bd9c-7418-4bc4-b4d6-d41fe923e9c4 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267126 Jun 19 18:12:19.797712 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-cd8ff992-ad7e-48d5-81c7-f3ac070cda1b req-e3ea8c7e-a7d3-4cd0-9aad-70f18ae18f16 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213961 Jun 19 18:12:20.001291 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-c806f481-a567-4a2d-bce8-b78819d36fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': 'b570a22c-9dec-402a-9c36-ea16fae0a90c', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'floating_ip_address': '172.28.0.106', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'port_id': 'cfa52021-d725-4820-8cc3-583138a698c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'mac_address': 'fa:16:3e:5c:a8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:12:02Z', 'updated_at': '2021-06-19T18:12:17Z', 'revision_number': 1, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:16Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:12:20.005256 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c806f481-a567-4a2d-bce8-b78819d36fd4 None None] The sync data for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb is: [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': 'b570a22c-9dec-402a-9c36-ea16fae0a90c', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'floating_ip_address': '172.28.0.106', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'port_id': 'cfa52021-d725-4820-8cc3-583138a698c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'mac_address': 'fa:16:3e:5c:a8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:12:02Z', 'updated_at': '2021-06-19T18:12:17Z', 'revision_number': 1, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:16Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:12:20.205216 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8e161-5906-43bf-806b-fdf5315677d6 None None] New status for floating IP b570a22c-9dec-402a-9c36-ea16fae0a90c: ACTIVE {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 18:12:20.725574 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-da68b6e2-7977-4c6b-8893-cfb0c55a2f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:21.115436 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:23.471695 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2082-dda4-426c-92ba-3e0f9b83d533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:23.978433 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:25.811948 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:27.821239 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:12:40.424227 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a57978-4716-4a91-862e-5597f41e2942 req-561197cd-e4e9-44dd-9d60-f125a04bb4fa tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:40.425677 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-30a57978-4716-4a91-862e-5597f41e2942 req-561197cd-e4e9-44dd-9d60-f125a04bb4fa tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0795972 Jun 19 18:12:40.469923 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-30a57978-4716-4a91-862e-5597f41e2942 req-09fcc1c1-2bfd-4fc6-9733-b92d588b3ad3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384133 Jun 19 18:12:41.737382 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d48935-bfa0-48c8-944e-dbd444e777e3 req-a34acb67-e5d6-4d3a-9ea0-1447c0fe844a tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:41.738794 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-44d48935-bfa0-48c8-944e-dbd444e777e3 req-a34acb67-e5d6-4d3a-9ea0-1447c0fe844a tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.1625822 Jun 19 18:12:41.784008 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-44d48935-bfa0-48c8-944e-dbd444e777e3 req-a10dd407-090d-4945-810e-48cc56d41fc1 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385988 Jun 19 18:12:42.965073 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52abd2-776e-4056-a161-a8b41fa87ef7 req-d89ee93b-6d30-46e0-9b5f-7ed70a5ffcbc tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:42.966459 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5c52abd2-776e-4056-a161-a8b41fa87ef7 req-d89ee93b-6d30-46e0-9b5f-7ed70a5ffcbc tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0773442 Jun 19 18:12:43.012993 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5c52abd2-776e-4056-a161-a8b41fa87ef7 req-b2c71976-12e8-4d8f-9d55-f7df8ea8bfdf tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Jun 19 18:12:44.193237 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03014063-3455-4e2c-9587-858bd93a2a51 req-41804c7d-f4b6-41f8-90a8-57897dbd631e tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:44.194635 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-03014063-3455-4e2c-9587-858bd93a2a51 req-41804c7d-f4b6-41f8-90a8-57897dbd631e tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0785079 Jun 19 18:12:44.237021 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-03014063-3455-4e2c-9587-858bd93a2a51 req-6ac5cd39-5114-4d29-a69f-2c8dd5baf9c9 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366356 Jun 19 18:12:45.436093 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589f627-dbb2-4325-bd08-286aca00c1c2 req-d33f81de-ac35-4c1d-b6f1-9e8dfa0cfbd5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:45.437544 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4589f627-dbb2-4325-bd08-286aca00c1c2 req-d33f81de-ac35-4c1d-b6f1-9e8dfa0cfbd5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0909953 Jun 19 18:12:45.482299 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4589f627-dbb2-4325-bd08-286aca00c1c2 req-e263b743-f9a0-47f7-9115-5078d4392bba tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382895 Jun 19 18:12:46.678145 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca49e72-c980-4ff1-b64f-b809a1b21a30 req-d3a43ceb-118d-4165-9352-ea9a414ff71d tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:46.679593 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4ca49e72-c980-4ff1-b64f-b809a1b21a30 req-d3a43ceb-118d-4165-9352-ea9a414ff71d tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0791242 Jun 19 18:12:46.724100 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4ca49e72-c980-4ff1-b64f-b809a1b21a30 req-abf0b574-ea43-4f18-8a8b-81c163135437 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388858 Jun 19 18:12:47.911571 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d87e19-0373-48a2-875a-b0b80f1bf545 req-2c501b96-671a-4da0-b7f1-14dff6d63efa tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:47.913054 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-30d87e19-0373-48a2-875a-b0b80f1bf545 req-2c501b96-671a-4da0-b7f1-14dff6d63efa tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0834236 Jun 19 18:12:47.963265 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-30d87e19-0373-48a2-875a-b0b80f1bf545 req-5cb53254-99c3-4f33-89bc-7bcdf0698d79 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444460 Jun 19 18:12:48.065637 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:49.157864 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eff325-ed90-40d5-9b56-867d575c9d1d req-d7b7d7d5-93bf-4818-b1d6-1aa64f4ef87b tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:49.159286 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b1eff325-ed90-40d5-9b56-867d575c9d1d req-d7b7d7d5-93bf-4818-b1d6-1aa64f4ef87b tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0846756 Jun 19 18:12:49.211939 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b1eff325-ed90-40d5-9b56-867d575c9d1d req-638c55ad-9237-447c-9053-7e82419e4c86 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462575 Jun 19 18:12:50.015844 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-268cc5d1-9678-4fbb-957a-226c2f4c63a1 req-f4c2b166-3ae3-408e-b1ef-12cef6abcf67 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742817 Jun 19 18:12:50.119014 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc5d1-9678-4fbb-957a-226c2f4c63a1 req-38ea31da-e969-4955-bf35-7d5560a95c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:50.120529 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-268cc5d1-9678-4fbb-957a-226c2f4c63a1 req-38ea31da-e969-4955-bf35-7d5560a95c21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fafa5c8bae7e4634a844643e7c91706e&device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 1099 time: 0.0700986 Jun 19 18:12:50.358208 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc5d1-9678-4fbb-957a-226c2f4c63a1 req-e62b78f3-fc71-43f2-84f3-ccac2cc2ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:50.359652 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-268cc5d1-9678-4fbb-957a-226c2f4c63a1 req-e62b78f3-fc71-43f2-84f3-ccac2cc2ecdc service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 200 len: 911 time: 0.2194231 Jun 19 18:12:50.397949 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7c675-cf6e-4c8a-b5f5-53ffc2e6467e req-3e9b329d-4492-4823-bf77-c400d64a48fd tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:50.399378 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bae7c675-cf6e-4c8a-b5f5-53ffc2e6467e req-3e9b329d-4492-4823-bf77-c400d64a48fd tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0814996 Jun 19 18:12:50.443331 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bae7c675-cf6e-4c8a-b5f5-53ffc2e6467e req-b41642e2-3014-4244-8f82-4f2de2f85576 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381894 Jun 19 18:12:50.465487 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-268cc5d1-9678-4fbb-957a-226c2f4c63a1 req-e5898e47-2484-4d50-a009-c0a2980ef227 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29080e85-9596-411b-b615-de9b04962ed7 HTTP/1.1" status: 200 len: 1002 time: 0.0980394 Jun 19 18:12:50.535113 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc5d1-9678-4fbb-957a-226c2f4c63a1 req-7eff672d-165b-46c8-b681-df452ff79c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:50.537105 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-268cc5d1-9678-4fbb-957a-226c2f4c63a1 req-7eff672d-165b-46c8-b681-df452ff79c7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b3e0ae5-0af0-4e99-adcd-11d168f82436 HTTP/1.1" status: 200 len: 849 time: 0.0650256 Jun 19 18:12:50.612428 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc5d1-9678-4fbb-957a-226c2f4c63a1 req-d990c38c-5fb6-4c96-a154-de4454777604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:50.614672 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-268cc5d1-9678-4fbb-957a-226c2f4c63a1 req-d990c38c-5fb6-4c96-a154-de4454777604 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711601 Jun 19 18:12:50.729994 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-99f556b6-7692-4bde-a2c8-8e66dc35e0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:50.759565 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-268cc5d1-9678-4fbb-957a-226c2f4c63a1 req-ec03531d-f6e1-4352-a5f3-b67f836450ad service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373270 Jun 19 18:12:50.897406 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231184bd-8086-4612-8489-3760a8d7f732 req-c8f5e1c8-5753-4561-97da-513f3dacff92 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:50.898760 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-231184bd-8086-4612-8489-3760a8d7f732 req-c8f5e1c8-5753-4561-97da-513f3dacff92 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0837955 Jun 19 18:12:50.944628 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-231184bd-8086-4612-8489-3760a8d7f732 req-3f4910c1-19c9-4c34-b96d-a2a5b0d8a2a1 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400128 Jun 19 18:12:50.967131 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-268cc5d1-9678-4fbb-957a-226c2f4c63a1 req-667a0007-fa18-4416-aec4-250de91b95c0 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845722 Jun 19 18:12:50.972772 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08204d53-63e2-4b30-b7e2-9c8adb7a4d08 req-bf4d9ee2-fbe6-49d3-8a1c-c4d9dfabfdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:50.974914 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-08204d53-63e2-4b30-b7e2-9c8adb7a4d08 req-bf4d9ee2-fbe6-49d3-8a1c-c4d9dfabfdad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fe73261edd04c289455e771867ec062&device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 1138 time: 0.1552551 Jun 19 18:12:51.113717 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08204d53-63e2-4b30-b7e2-9c8adb7a4d08 req-0b73d387-3a11-4824-a158-5ac2be9b06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:51.115225 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-08204d53-63e2-4b30-b7e2-9c8adb7a4d08 req-0b73d387-3a11-4824-a158-5ac2be9b06b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=334a9e4e-ff75-49ec-95cf-38d7b76d8548 HTTP/1.1" status: 200 len: 915 time: 0.1231298 Jun 19 18:12:51.119156 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:51.219269 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-08204d53-63e2-4b30-b7e2-9c8adb7a4d08 req-43052e19-2c51-439f-9931-2d1d297e2bb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa HTTP/1.1" status: 200 len: 1001 time: 0.0946205 Jun 19 18:12:51.284023 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08204d53-63e2-4b30-b7e2-9c8adb7a4d08 req-45fbbe54-79c7-4f1e-a671-e7396b0619c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:51.285691 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-08204d53-63e2-4b30-b7e2-9c8adb7a4d08 req-45fbbe54-79c7-4f1e-a671-e7396b0619c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3444f168-c8e9-4c9c-a467-d52d20795837 HTTP/1.1" status: 200 len: 853 time: 0.0602117 Jun 19 18:12:51.373745 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08204d53-63e2-4b30-b7e2-9c8adb7a4d08 req-bf1465e6-2136-4ce3-8003-db716b13648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:51.375303 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-08204d53-63e2-4b30-b7e2-9c8adb7a4d08 req-bf1465e6-2136-4ce3-8003-db716b13648d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=334a9e4e-ff75-49ec-95cf-38d7b76d8548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712626 Jun 19 18:12:51.514377 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-08204d53-63e2-4b30-b7e2-9c8adb7a4d08 req-a845c4bc-e024-4bbc-b9cc-53239a90a353 service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298847 Jun 19 18:12:51.635722 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e9f87-dff2-48b4-9157-fe99bd690fa4 req-ea14ff30-811d-4a3f-8e6c-b4fa0d77bfb8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:51.637181 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-093e9f87-dff2-48b4-9157-fe99bd690fa4 req-ea14ff30-811d-4a3f-8e6c-b4fa0d77bfb8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0812273 Jun 19 18:12:51.681646 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-093e9f87-dff2-48b4-9157-fe99bd690fa4 req-07d77db4-1e68-4a92-bfa9-bd3be0199112 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386703 Jun 19 18:12:51.697384 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-08204d53-63e2-4b30-b7e2-9c8adb7a4d08 req-2f5a3a70-3d62-4d4c-9402-e0d2a9d869c7 service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292887 Jun 19 18:12:52.134838 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93265e4a-a749-45c2-8a48-37ab6628f30f req-126adc4e-8591-4355-aa00-33cf9530d7a0 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:52.136171 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-93265e4a-a749-45c2-8a48-37ab6628f30f req-126adc4e-8591-4355-aa00-33cf9530d7a0 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0816250 Jun 19 18:12:52.181751 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-93265e4a-a749-45c2-8a48-37ab6628f30f req-901248e2-58eb-456e-8402-5e8e494b9348 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397480 Jun 19 18:12:52.866782 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee21550-40e6-473b-bcf7-cfc7977a844c req-abb0dcf0-b3e5-47d2-92e9-d6f2f8127f0b tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:52.868323 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9ee21550-40e6-473b-bcf7-cfc7977a844c req-abb0dcf0-b3e5-47d2-92e9-d6f2f8127f0b tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0832186 Jun 19 18:12:52.911364 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9ee21550-40e6-473b-bcf7-cfc7977a844c req-ba776a67-77c9-4a8a-baa3-53aa79734cfe tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368397 Jun 19 18:12:53.365095 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a15cf-2099-4de0-9af3-cdd4b24865f2 req-8ffc0df9-b4f6-4446-833c-de6de1b49323 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:53.366499 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-067a15cf-2099-4de0-9af3-cdd4b24865f2 req-8ffc0df9-b4f6-4446-833c-de6de1b49323 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0782890 Jun 19 18:12:53.413466 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-067a15cf-2099-4de0-9af3-cdd4b24865f2 req-0ad016d3-c34d-4a58-88c7-0086f16cd2b4 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402904 Jun 19 18:12:53.473416 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-482381a5-524a-4c70-9173-2816617d4d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:53.982359 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:54.102717 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5231-3347-42d8-a361-e53f868a1a2f req-4764e510-20e9-441c-817a-56cf091c26e7 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:54.104130 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-771b5231-3347-42d8-a361-e53f868a1a2f req-4764e510-20e9-441c-817a-56cf091c26e7 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0814772 Jun 19 18:12:54.148991 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-771b5231-3347-42d8-a361-e53f868a1a2f req-23e8cb89-5423-4efd-8a30-9ebecf4e94d2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391471 Jun 19 18:12:54.598479 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcfb5e-5c53-4a0c-b821-4bb039439cb3 req-00e57352-2eb5-452d-8dd1-6d192d205f05 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:54.599810 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3cbcfb5e-5c53-4a0c-b821-4bb039439cb3 req-00e57352-2eb5-452d-8dd1-6d192d205f05 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0788796 Jun 19 18:12:54.649645 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3cbcfb5e-5c53-4a0c-b821-4bb039439cb3 req-5d6eb2da-01dc-42ca-9d30-73c39a12123b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441065 Jun 19 18:12:55.331163 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357d7ed-6fda-4c18-a0a1-095261f20ba8 req-2401eb75-6106-433d-9917-83995a01d3c3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:55.333241 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f357d7ed-6fda-4c18-a0a1-095261f20ba8 req-2401eb75-6106-433d-9917-83995a01d3c3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0784843 Jun 19 18:12:55.377553 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f357d7ed-6fda-4c18-a0a1-095261f20ba8 req-ea6e9417-0d12-4bd7-93ae-f91a0946db19 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386293 Jun 19 18:12:55.670205 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c8ed1-7629-4001-bff7-fa5bfa3a7306 req-888b404b-989d-49bb-ad6c-52cbb7cefdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:55.671627 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-081c8ed1-7629-4001-bff7-fa5bfa3a7306 req-888b404b-989d-49bb-ad6c-52cbb7cefdb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ffa04001a184ae7b1aad98a5ac158ab&device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 1099 time: 0.0728164 Jun 19 18:12:55.815662 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:12:55.846916 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb308d28-9b86-4275-8a23-01a6f8298dbb req-165010ca-6bb4-4b83-aa68-2a6e3c4fbe86 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:55.849086 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bb308d28-9b86-4275-8a23-01a6f8298dbb req-165010ca-6bb4-4b83-aa68-2a6e3c4fbe86 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0900919 Jun 19 18:12:55.896073 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c8ed1-7629-4001-bff7-fa5bfa3a7306 req-10ccbea4-cbfb-4140-a673-6dd228642e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:55.896993 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bb308d28-9b86-4275-8a23-01a6f8298dbb req-63e956ef-d615-44b4-ae63-f312ed0f24ff tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419629 Jun 19 18:12:55.897523 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-081c8ed1-7629-4001-bff7-fa5bfa3a7306 req-10ccbea4-cbfb-4140-a673-6dd228642e82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53012942-8f54-401e-a7c5-8a8392ced699 HTTP/1.1" status: 200 len: 909 time: 0.2194772 Jun 19 18:12:56.006763 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-081c8ed1-7629-4001-bff7-fa5bfa3a7306 req-72d55a6b-11a7-4fdd-ad10-34d347f2f3a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9364b41-f977-4134-8097-0f4ea14e4762 HTTP/1.1" status: 200 len: 1001 time: 0.1024094 Jun 19 18:12:56.078598 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c8ed1-7629-4001-bff7-fa5bfa3a7306 req-9cabd35f-e4cc-41f6-a4ff-2086d0b1fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:56.081062 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-081c8ed1-7629-4001-bff7-fa5bfa3a7306 req-9cabd35f-e4cc-41f6-a4ff-2086d0b1fcbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ea397f5-b703-452a-bcad-ca68085485d1 HTTP/1.1" status: 200 len: 847 time: 0.0560510 Jun 19 18:12:56.153538 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c8ed1-7629-4001-bff7-fa5bfa3a7306 req-e4c75741-94ae-443d-84b7-3bc88c1612a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:56.154936 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-081c8ed1-7629-4001-bff7-fa5bfa3a7306 req-e4c75741-94ae-443d-84b7-3bc88c1612a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53012942-8f54-401e-a7c5-8a8392ced699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0686941 Jun 19 18:12:56.283748 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-081c8ed1-7629-4001-bff7-fa5bfa3a7306 req-ada267ed-62e2-45a2-82ae-8d95156e0bb6 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216688 Jun 19 18:12:56.417881 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-081c8ed1-7629-4001-bff7-fa5bfa3a7306 req-6df7f6d1-008a-4712-997d-027bc797c711 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252558 Jun 19 18:12:56.563147 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee306f12-3cfd-41cf-af41-914a8c63f185 req-039929d8-9184-4eb7-a212-0451ad8caf69 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:56.564487 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ee306f12-3cfd-41cf-af41-914a8c63f185 req-039929d8-9184-4eb7-a212-0451ad8caf69 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0801690 Jun 19 18:12:56.608317 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ee306f12-3cfd-41cf-af41-914a8c63f185 req-b57c0c82-faad-46fa-b6c0-f37646506f56 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373991 Jun 19 18:12:57.171540 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7f880-ac55-4669-9a15-8eafc00a29dc req-7d108a62-4284-4371-a07f-f048e899fc3f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:57.172977 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5fa7f880-ac55-4669-9a15-8eafc00a29dc req-7d108a62-4284-4371-a07f-f048e899fc3f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.1648302 Jun 19 18:12:57.218102 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5fa7f880-ac55-4669-9a15-8eafc00a29dc req-fa9fafb6-54cf-4701-b9c3-554ff3ad6217 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385120 Jun 19 18:12:57.792840 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d0fdc-0755-480b-b835-7ddbbb157511 req-8930b31d-36cc-4f71-a441-bd3b6fe8fbf4 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:57.794269 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f04d0fdc-0755-480b-b835-7ddbbb157511 req-8930b31d-36cc-4f71-a441-bd3b6fe8fbf4 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0784171 Jun 19 18:12:57.841169 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f04d0fdc-0755-480b-b835-7ddbbb157511 req-c9c41844-64b2-4706-ae32-89d949871d98 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413210 Jun 19 18:12:58.409091 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c0f92-c399-4ba0-bb56-6e52cbdce12d req-f0490dec-22cb-4077-992c-8d6b7d0a1ddd tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:58.411482 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-db3c0f92-c399-4ba0-bb56-6e52cbdce12d req-f0490dec-22cb-4077-992c-8d6b7d0a1ddd tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0814755 Jun 19 18:12:58.461679 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-db3c0f92-c399-4ba0-bb56-6e52cbdce12d req-53a4cbe6-7134-42ef-94f7-85a7fcb9f9be tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440867 Jun 19 18:12:59.029831 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df336203-af78-41e8-9fdc-f172ae261af9 req-4eb83182-b4e0-4819-8b61-39d2b672690f tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:59.031252 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-df336203-af78-41e8-9fdc-f172ae261af9 req-4eb83182-b4e0-4819-8b61-39d2b672690f tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0843678 Jun 19 18:12:59.076804 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-df336203-af78-41e8-9fdc-f172ae261af9 req-a08393d3-5903-4e96-9a84-9b0bbc8ad332 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398185 Jun 19 18:12:59.339675 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 42210) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:12:59.422292 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8f5ca-3d54-4c66-b909-0d3fe718a8a5 req-0fa18f9d-d02e-45a4-8e8e-c8214842c47c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:59.424124 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-efd8f5ca-3d54-4c66-b909-0d3fe718a8a5 req-0fa18f9d-d02e-45a4-8e8e-c8214842c47c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0834391 Jun 19 18:12:59.459582 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-69b11a86-d268-4aa4-b56b-7fdbe2e3894b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186221 Jun 19 18:12:59.475677 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-efd8f5ca-3d54-4c66-b909-0d3fe718a8a5 req-c1364153-69dd-4048-ba1c-dbae7b799d3e tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448475 Jun 19 18:12:59.660725 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5054ac-0433-429e-b05a-079d011435da req-749ee73c-3a2d-451d-a622-31d21fc0f9b1 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:12:59.665295 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4d5054ac-0433-429e-b05a-079d011435da req-749ee73c-3a2d-451d-a622-31d21fc0f9b1 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0883818 Jun 19 18:12:59.708820 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4d5054ac-0433-429e-b05a-079d011435da req-40773998-c1a3-474b-b299-9bb8eac32416 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405324 Jun 19 18:13:00.343711 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d9364b41-f977-4134-8097-0f4ea14e4762 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:13:00.456326 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:00.486237 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:13:00.497542 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d9364b41-f977-4134-8097-0f4ea14e4762, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d9364b41-f977-4134-8097-0f4ea14e4762,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:13:00.503072 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:00.506401 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:13:00.577538 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d9364b41-f977-4134-8097-0f4ea14e4762,revision_number=6']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:13:00.586613 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:13:00.586960 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:13:00.587296 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:13:00.587637 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:13:00.587966 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:13:00.588291 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:13:00.588616 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:13:00.588956 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:13:00.589401 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:13:00.589901 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:13:00.590373 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:13:00.590850 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:13:00.592117 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-7ca277e8-d496-4e02-b5f1-8f5ad64a8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:00.593723 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-7ca277e8-d496-4e02-b5f1-8f5ad64a8158 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726&tenant_id=4ffa04001a184ae7b1aad98a5ac158ab HTTP/1.1" status: 200 len: 1097 time: 0.0878301 Jun 19 18:13:00.596013 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:13:00.608334 dv-cinder-797107-1-smb neutron-server[78399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'code': 422} returned with failed status Jun 19 18:13:00.674996 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f83be-2f52-49e8-8a99-ea9c940e972a req-384b4fc1-215e-4f14-b833-674c10c0aab9 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:00.676506 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-355f83be-2f52-49e8-8a99-ea9c940e972a req-384b4fc1-215e-4f14-b833-674c10c0aab9 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 944 time: 0.0866332 Jun 19 18:13:00.708445 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-0d4e5737-5883-49f7-86c8-f8029b9fed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:00.709907 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-0d4e5737-5883-49f7-86c8-f8029b9fed42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ffa04001a184ae7b1aad98a5ac158ab&device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 1097 time: 0.0824909 Jun 19 18:13:00.723391 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-355f83be-2f52-49e8-8a99-ea9c940e972a req-14f2df12-d1f5-461e-b09b-691750ba4acd tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392582 Jun 19 18:13:00.843273 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-a1a948e2-fe25-493f-8f90-38eb2bd77fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:00.844598 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-a1a948e2-fe25-493f-8f90-38eb2bd77fe0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53012942-8f54-401e-a7c5-8a8392ced699 HTTP/1.1" status: 200 len: 909 time: 0.1278839 Jun 19 18:13:00.900309 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e1761-4b27-4391-aee1-452c837a2c3e req-33b28d46-f624-478f-b350-291dd3391c30 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:00.901968 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-848e1761-4b27-4391-aee1-452c837a2c3e req-33b28d46-f624-478f-b350-291dd3391c30 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0804350 Jun 19 18:13:00.947163 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-b6e1fcf5-6f7b-4a59-bb89-342afba115ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9364b41-f977-4134-8097-0f4ea14e4762 HTTP/1.1" status: 200 len: 999 time: 0.0954571 Jun 19 18:13:00.948582 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-848e1761-4b27-4391-aee1-452c837a2c3e req-662a8026-e658-4ef2-9602-6b2757fb48a0 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405838 Jun 19 18:13:01.009588 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-745bb3af-2a3c-4dc6-95e5-a84f3425af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:01.011083 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-745bb3af-2a3c-4dc6-95e5-a84f3425af63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ea397f5-b703-452a-bcad-ca68085485d1 HTTP/1.1" status: 200 len: 847 time: 0.0570948 Jun 19 18:13:01.084927 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-56b6c0b0-d3e4-46d3-b72a-d0f2ca286c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:01.086343 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-56b6c0b0-d3e4-46d3-b72a-d0f2ca286c6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53012942-8f54-401e-a7c5-8a8392ced699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688159 Jun 19 18:13:01.215176 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-f61950ac-275d-4d01-8340-abf946a63970 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214633 Jun 19 18:13:01.345384 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-39ab7d4b-ac12-4f57-b1b4-c94c7ce028eb req-0e1b70ff-702c-484b-89b6-cb5e11db3c11 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226637 Jun 19 18:13:01.920337 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193a796-6ac7-405e-8db5-24d68090e0ad req-df1f8d2f-3a34-49ed-9335-da41ea755bae tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:01.921887 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5193a796-6ac7-405e-8db5-24d68090e0ad req-df1f8d2f-3a34-49ed-9335-da41ea755bae tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 944 time: 0.0879631 Jun 19 18:13:01.974325 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5193a796-6ac7-405e-8db5-24d68090e0ad req-6fa7ea2a-2769-4d98-acd1-839f3e70b6aa tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464261 Jun 19 18:13:02.143084 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d585f-acae-499b-b7bb-bef097029c22 req-854aec12-4704-4f3e-86d1-706e1618f4c4 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:02.144471 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c67d585f-acae-499b-b7bb-bef097029c22 req-854aec12-4704-4f3e-86d1-706e1618f4c4 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0785992 Jun 19 18:13:02.192986 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c67d585f-acae-499b-b7bb-bef097029c22 req-8dc97c90-ab73-4b41-a12b-f320e5c35e08 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426629 Jun 19 18:13:03.159615 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d84dbb-54c5-4ed1-adac-a51495bc00cd req-84f1047b-92d4-4704-bb45-a9fc1a136dda tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:03.161067 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d4d84dbb-54c5-4ed1-adac-a51495bc00cd req-84f1047b-92d4-4704-bb45-a9fc1a136dda tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 944 time: 0.0805748 Jun 19 18:13:03.204404 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d4d84dbb-54c5-4ed1-adac-a51495bc00cd req-5eba725b-a359-489e-8fb8-2780dc69de1c tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374782 Jun 19 18:13:03.387410 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370fa7c-71e1-4414-b11b-167e837237a8 req-959c2d7c-219c-41c2-bda9-871810875f04 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:03.388860 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5370fa7c-71e1-4414-b11b-167e837237a8 req-959c2d7c-219c-41c2-bda9-871810875f04 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0871189 Jun 19 18:13:03.434565 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5370fa7c-71e1-4414-b11b-167e837237a8 req-fbdf6673-dd52-4e02-9e94-5b30b796eb3a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391147 Jun 19 18:13:04.394997 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0ef13-ff48-4674-8fc8-938e32c5b9fb req-7a694aa5-7145-4be2-b5d1-2e124cee2f5a tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:04.396428 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9ff0ef13-ff48-4674-8fc8-938e32c5b9fb req-7a694aa5-7145-4be2-b5d1-2e124cee2f5a tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 944 time: 0.0822914 Jun 19 18:13:04.442323 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9ff0ef13-ff48-4674-8fc8-938e32c5b9fb req-3621dc36-ab4a-4eb6-aabd-d7de66c16f96 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398240 Jun 19 18:13:04.628899 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7333843-f7fb-4949-a734-f02f8deee0de req-e9b5aa84-8f16-45aa-ba71-be8173d098e2 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:04.630337 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c7333843-f7fb-4949-a734-f02f8deee0de req-e9b5aa84-8f16-45aa-ba71-be8173d098e2 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0881460 Jun 19 18:13:04.676302 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c7333843-f7fb-4949-a734-f02f8deee0de req-78b9b5e8-7fe6-4005-b513-d802db4e5512 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402091 Jun 19 18:13:04.819637 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:13:05.634413 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb903ca1-ed65-401b-89bf-7f8cf921679e req-c74d1250-11e2-471b-bf0c-46bb512738fa tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:05.635981 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eb903ca1-ed65-401b-89bf-7f8cf921679e req-c74d1250-11e2-471b-bf0c-46bb512738fa tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 944 time: 0.0884728 Jun 19 18:13:05.687901 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-eb903ca1-ed65-401b-89bf-7f8cf921679e req-c4ce089f-2ee7-4c0f-9aac-de3217e260a0 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457115 Jun 19 18:13:05.864388 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f457a-4cf9-4dc5-bbf9-c006f72c1e88 req-6a0c829c-7712-44f0-ab48-6cdc83ff901c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:05.865851 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fb7f457a-4cf9-4dc5-bbf9-c006f72c1e88 req-6a0c829c-7712-44f0-ab48-6cdc83ff901c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0785477 Jun 19 18:13:05.911652 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fb7f457a-4cf9-4dc5-bbf9-c006f72c1e88 req-af060a65-2f6b-4082-91b4-33ab8474236c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397298 Jun 19 18:13:06.370285 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d9364b41-f977-4134-8097-0f4ea14e4762 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:13:06.528055 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d9364b41-f977-4134-8097-0f4ea14e4762, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d9364b41-f977-4134-8097-0f4ea14e4762,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:13:06.541007 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'port_id': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'mac_address': 'fa:16:3e:27:6a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:13:06.595003 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:06.611063 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9364b41-f977-4134-8097-0f4ea14e4762 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:13:06.625693 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d9364b41-f977-4134-8097-0f4ea14e4762, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d9364b41-f977-4134-8097-0f4ea14e4762,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:13:06.629435 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:06.631142 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:13:06.693289 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d9364b41-f977-4134-8097-0f4ea14e4762,revision_number=7']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:13:06.696296 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:13:06.875242 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886138e4-1b24-4077-b14f-3c535934c530 req-8bc8f42a-bf9a-47e3-b35b-41c6f9969654 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:06.876715 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-886138e4-1b24-4077-b14f-3c535934c530 req-8bc8f42a-bf9a-47e3-b35b-41c6f9969654 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 945 time: 0.0823479 Jun 19 18:13:06.922664 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-886138e4-1b24-4077-b14f-3c535934c530 req-498ab3ae-bf21-4f2f-914a-d0e98e8411f2 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391667 Jun 19 18:13:07.078141 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['d9364b41-f977-4134-8097-0f4ea14e4762'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:13:07.095680 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd863e99-4948-4296-b21d-fda684cde2e3 req-d25d21d1-790a-461d-b597-1e426eac1e07 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:07.097319 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cd863e99-4948-4296-b21d-fda684cde2e3 req-d25d21d1-790a-461d-b597-1e426eac1e07 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0797107 Jun 19 18:13:07.142696 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cd863e99-4948-4296-b21d-fda684cde2e3 req-b9821c0b-79c3-46de-80fd-2b803f2bc679 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396898 Jun 19 18:13:08.193136 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538c1ef-140d-488e-8bd1-7487ab417a27 req-fbcfc9b5-d8e2-4839-8139-3d78c242cc77 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:08.194551 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1538c1ef-140d-488e-8bd1-7487ab417a27 req-fbcfc9b5-d8e2-4839-8139-3d78c242cc77 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 945 time: 0.1601105 Jun 19 18:13:08.242768 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1538c1ef-140d-488e-8bd1-7487ab417a27 req-05c69299-0582-4513-9965-0d1f7b5acccb tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424812 Jun 19 18:13:08.379637 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473e92-8cb1-4550-bfad-262dd364c1f4 req-75593590-ddb3-4158-85a8-5e69327cf79f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:08.381093 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-16473e92-8cb1-4550-bfad-262dd364c1f4 req-75593590-ddb3-4158-85a8-5e69327cf79f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0820220 Jun 19 18:13:08.383469 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d9364b41-f977-4134-8097-0f4ea14e4762 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:13:08.430644 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-16473e92-8cb1-4550-bfad-262dd364c1f4 req-13ea2a2c-0c3b-46c7-817c-93b14b8aea23 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fad1f240-488a-46fd-9bb9-b247f8578c3d&id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435762 Jun 19 18:13:08.452777 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port d9364b41-f977-4134-8097-0f4ea14e4762 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:13:08.453176 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:08.564257 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:08.590179 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:13:08.599830 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port d9364b41-f977-4134-8097-0f4ea14e4762, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d9364b41-f977-4134-8097-0f4ea14e4762,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:13:08.605513 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:08.607470 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-77921501-2d62-42dc-b7cd-40407aa5c88e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:13:08.641511 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'code': 200} Jun 19 18:13:08.672172 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=d9364b41-f977-4134-8097-0f4ea14e4762,revision_number=8']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:13:08.675083 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:13:09.032437 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b481407-0123-40a8-aec2-5bfb854dfbd4 req-ab772379-b05c-4e55-b87b-fb751165007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:09.033901 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5b481407-0123-40a8-aec2-5bfb854dfbd4 req-ab772379-b05c-4e55-b87b-fb751165007c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 1099 time: 0.0714784 Jun 19 18:13:09.074802 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-5b481407-0123-40a8-aec2-5bfb854dfbd4 req-118e7453-fc32-4af7-a207-f0c9e1f3f7a4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339971 Jun 19 18:13:09.426422 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619eac-7a26-4a05-a382-fac716bf1187 req-52605cf4-5cbf-4d2a-8220-eb25fb0bd883 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:09.427904 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4e619eac-7a26-4a05-a382-fac716bf1187 req-52605cf4-5cbf-4d2a-8220-eb25fb0bd883 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0794530 Jun 19 18:13:09.470516 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4e619eac-7a26-4a05-a382-fac716bf1187 req-2c7b5609-aade-4289-899e-a6fa97daa8c9 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366635 Jun 19 18:13:10.665346 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86c6f0-5b0b-4b0d-b518-6afd92b3c4cd req-969eff9d-4617-44d6-8a6b-f38b11670214 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:10.667561 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8a86c6f0-5b0b-4b0d-b518-6afd92b3c4cd req-969eff9d-4617-44d6-8a6b-f38b11670214 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0898924 Jun 19 18:13:10.713763 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8a86c6f0-5b0b-4b0d-b518-6afd92b3c4cd req-3227ad00-8bc7-4c54-99cd-352715ea08be tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402708 Jun 19 18:13:11.905566 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f8c5e-ddca-4eff-808d-145d25e92051 req-e4e58557-cc71-466a-afbb-60f3bbc42651 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:11.907003 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-469f8c5e-ddca-4eff-808d-145d25e92051 req-e4e58557-cc71-466a-afbb-60f3bbc42651 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0859580 Jun 19 18:13:11.951764 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-469f8c5e-ddca-4eff-808d-145d25e92051 req-86618ae3-8937-448e-85e9-db15be2d9315 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383484 Jun 19 18:13:18.080621 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:20.583204 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86755b-33b6-46b5-8cc2-3b1c32f851d2 req-83bf68ae-0114-469e-a45c-7f4c1ee64f31 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:20.584642 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-df86755b-33b6-46b5-8cc2-3b1c32f851d2 req-83bf68ae-0114-469e-a45c-7f4c1ee64f31 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0823445 Jun 19 18:13:20.633772 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-df86755b-33b6-46b5-8cc2-3b1c32f851d2 req-f5bd590b-3bb7-44ee-8fd5-e3d158811528 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432158 Jun 19 18:13:20.731836 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-61e49680-4153-4db0-aa7b-a569ce7278e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:21.120425 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:21.817197 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33a15a-843f-4cac-ab7f-8ce4d7d7181f req-ed681a13-6617-4435-b970-70badc7a97a6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:21.818597 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2c33a15a-843f-4cac-ab7f-8ce4d7d7181f req-ed681a13-6617-4435-b970-70badc7a97a6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0823939 Jun 19 18:13:21.865950 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2c33a15a-843f-4cac-ab7f-8ce4d7d7181f req-54de9010-faac-4848-8de9-3ead8d9d2cff tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417604 Jun 19 18:13:23.043393 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015ef0a-e8f3-4feb-a059-23bd1fe11943 req-05392bc0-a559-498f-9d96-4bea42bf722f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:23.044809 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a015ef0a-e8f3-4feb-a059-23bd1fe11943 req-05392bc0-a559-498f-9d96-4bea42bf722f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0782430 Jun 19 18:13:23.087702 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a015ef0a-e8f3-4feb-a059-23bd1fe11943 req-e5589b38-055b-4750-b8d1-908b1dc69920 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372772 Jun 19 18:13:23.475135 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a679d77d-c722-42cc-9e36-de4a4583703d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:23.984200 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:24.273114 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0e780-c01b-49e7-a17a-529bbcf9f635 req-fbc1c659-6ab2-4843-98cf-1f40d7cb3ab1 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:24.274547 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c9e0e780-c01b-49e7-a17a-529bbcf9f635 req-fbc1c659-6ab2-4843-98cf-1f40d7cb3ab1 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0807376 Jun 19 18:13:24.318297 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c9e0e780-c01b-49e7-a17a-529bbcf9f635 req-04d987cb-bcd6-456f-a9ae-b05e57fccf17 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381317 Jun 19 18:13:25.498553 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ebd00-7e3a-48bc-83e6-1d17d583941b req-9c83b839-120c-45e9-9e48-a0766040eb7c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:25.499962 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-998ebd00-7e3a-48bc-83e6-1d17d583941b req-9c83b839-120c-45e9-9e48-a0766040eb7c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0788860 Jun 19 18:13:25.547337 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-998ebd00-7e3a-48bc-83e6-1d17d583941b req-8dcbe87d-df00-4b5c-b132-00ef79c40c2c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 Jun 19 18:13:25.817919 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:26.727188 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76398f2b-ed4a-4c62-b220-395dbf8d5e8e req-8c541f5a-958a-46aa-a945-cbd78039cd0a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:26.728605 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-76398f2b-ed4a-4c62-b220-395dbf8d5e8e req-8c541f5a-958a-46aa-a945-cbd78039cd0a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0766315 Jun 19 18:13:26.772941 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-76398f2b-ed4a-4c62-b220-395dbf8d5e8e req-5112a199-0f65-4cbd-93ab-8d3029d20155 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385840 Jun 19 18:13:27.966893 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cbcce-c74d-46d9-960f-61bda5f1e4e9 req-98ba20a1-96e2-4c39-95cf-9c74f4e7605a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:27.968336 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d77cbcce-c74d-46d9-960f-61bda5f1e4e9 req-98ba20a1-96e2-4c39-95cf-9c74f4e7605a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0846467 Jun 19 18:13:28.013554 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d77cbcce-c74d-46d9-960f-61bda5f1e4e9 req-803adeb8-02bd-4335-89f4-e47b6a84ddc5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390303 Jun 19 18:13:29.200817 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dab88-038f-4b28-90d6-6478a41b701b req-f171d5ae-ea1e-4d1b-8acf-0db1a9a8afe5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:29.202271 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ea7dab88-038f-4b28-90d6-6478a41b701b req-f171d5ae-ea1e-4d1b-8acf-0db1a9a8afe5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0813804 Jun 19 18:13:29.246779 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ea7dab88-038f-4b28-90d6-6478a41b701b req-e02a9bf2-98a4-4c73-9e47-f56d7da3ef91 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384340 Jun 19 18:13:30.434332 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488d6bb-3264-4fc4-a033-6fdcce3e9a2a req-c14d9498-5e08-4ab9-91f4-ee8cf43cd3b3 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:30.435767 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b488d6bb-3264-4fc4-a033-6fdcce3e9a2a req-c14d9498-5e08-4ab9-91f4-ee8cf43cd3b3 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0828366 Jun 19 18:13:30.479875 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b488d6bb-3264-4fc4-a033-6fdcce3e9a2a req-11dec2db-e539-4f78-8d8a-a3fe79c7add2 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384617 Jun 19 18:13:31.662019 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebb640-8ad4-49f3-b843-539b0451695e req-bd164150-1b87-4a0f-83fd-49672c34be70 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:31.663325 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-89ebb640-8ad4-49f3-b843-539b0451695e req-bd164150-1b87-4a0f-83fd-49672c34be70 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0784039 Jun 19 18:13:31.709485 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-89ebb640-8ad4-49f3-b843-539b0451695e req-866b0cda-c267-4a4f-bc6d-a52cb3a2ee8a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405819 Jun 19 18:13:32.043380 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8ea2-2bec-4d2d-986b-901a5085307a req-f86f5868-2f83-4a8d-92bc-b989b11d5402 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:32.044800 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-842c8ea2-2bec-4d2d-986b-901a5085307a req-f86f5868-2f83-4a8d-92bc-b989b11d5402 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0780814 Jun 19 18:13:32.093338 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-842c8ea2-2bec-4d2d-986b-901a5085307a req-1b93a0f9-4891-46a3-9c61-3f5a8a736773 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 Jun 19 18:13:32.120296 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f98e7a-fe1e-423c-b63a-c8c94704d083 req-12da3781-53fc-4075-ae4b-ef6aad5089f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:32.122069 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d4f98e7a-fe1e-423c-b63a-c8c94704d083 req-12da3781-53fc-4075-ae4b-ef6aad5089f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fafa5c8bae7e4634a844643e7c91706e&device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 1099 time: 0.0734699 Jun 19 18:13:32.334064 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f98e7a-fe1e-423c-b63a-c8c94704d083 req-8d23b5d2-094c-44e4-ace1-b1c6916277d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:32.335498 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d4f98e7a-fe1e-423c-b63a-c8c94704d083 req-8d23b5d2-094c-44e4-ace1-b1c6916277d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 200 len: 911 time: 0.2048800 Jun 19 18:13:32.438283 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d4f98e7a-fe1e-423c-b63a-c8c94704d083 req-03bb3df8-40ce-46f9-8329-ba07b594ac03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29080e85-9596-411b-b615-de9b04962ed7 HTTP/1.1" status: 200 len: 1002 time: 0.0951641 Jun 19 18:13:32.502208 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f98e7a-fe1e-423c-b63a-c8c94704d083 req-3556253a-5c40-40e2-a9e6-2aa27796d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:32.504195 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d4f98e7a-fe1e-423c-b63a-c8c94704d083 req-3556253a-5c40-40e2-a9e6-2aa27796d174 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b3e0ae5-0af0-4e99-adcd-11d168f82436 HTTP/1.1" status: 200 len: 849 time: 0.0580347 Jun 19 18:13:32.577299 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f98e7a-fe1e-423c-b63a-c8c94704d083 req-eb9aba94-2890-45a0-af1f-64ead380985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:32.578653 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d4f98e7a-fe1e-423c-b63a-c8c94704d083 req-eb9aba94-2890-45a0-af1f-64ead380985f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673971 Jun 19 18:13:32.714845 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d4f98e7a-fe1e-423c-b63a-c8c94704d083 req-48c01191-7041-4765-8376-10ab44da737f service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280112 Jun 19 18:13:32.868789 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d4f98e7a-fe1e-423c-b63a-c8c94704d083 req-01da8095-612f-492f-b8c0-a766a0743680 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221552 Jun 19 18:13:33.279121 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a02e8-dfbe-4b12-a969-a051faeac050 req-25f3bfda-e8d0-4731-9dee-e00284400983 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:33.280541 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6d4a02e8-dfbe-4b12-a969-a051faeac050 req-25f3bfda-e8d0-4731-9dee-e00284400983 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0827265 Jun 19 18:13:33.325231 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6d4a02e8-dfbe-4b12-a969-a051faeac050 req-033d7a0e-b2fa-442b-8a3b-998d51b9fc4a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382471 Jun 19 18:13:34.511215 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10489661-969f-4843-867c-2f20c70c224d req-f09a72a7-6898-4742-b894-d3fa42fae72b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:34.512615 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-10489661-969f-4843-867c-2f20c70c224d req-f09a72a7-6898-4742-b894-d3fa42fae72b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0801752 Jun 19 18:13:34.556365 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-10489661-969f-4843-867c-2f20c70c224d req-25ab3566-907f-4bb6-8997-a1be38d6afad tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382266 Jun 19 18:13:39.381491 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e61433-5229-4024-a1cf-22e3737e3669 req-70b44755-8c02-4738-9a29-65a7519b5067 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:39.382914 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3e61433-5229-4024-a1cf-22e3737e3669 req-70b44755-8c02-4738-9a29-65a7519b5067 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.1639619 Jun 19 18:13:39.427179 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3e61433-5229-4024-a1cf-22e3737e3669 req-f891e659-5db3-4cef-b621-43264eb7361d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386114 Jun 19 18:13:40.614992 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c050652-f0f7-4d7d-9fef-adbbdaa684f0 req-62794fc4-d062-45fd-8b36-10697548b5f8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:40.616332 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c050652-f0f7-4d7d-9fef-adbbdaa684f0 req-62794fc4-d062-45fd-8b36-10697548b5f8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0807757 Jun 19 18:13:40.663386 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0c050652-f0f7-4d7d-9fef-adbbdaa684f0 req-9da345ce-bc3f-43da-bf4f-d1831844eed3 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411003 Jun 19 18:13:41.818506 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:13:41.851077 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357c5a6-d607-4ced-a653-4bbac489452d req-fdb454a2-cd1b-449d-a5ec-870513736d61 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:41.852506 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c357c5a6-d607-4ced-a653-4bbac489452d req-fdb454a2-cd1b-449d-a5ec-870513736d61 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0778766 Jun 19 18:13:41.896378 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c357c5a6-d607-4ced-a653-4bbac489452d req-7dcd2628-f571-4386-8607-7e7b782dfebd tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382221 Jun 19 18:13:43.086671 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761454c-9018-473e-8e1a-64d27dd79b37 req-176edfe6-81c5-4225-b8d0-0f95ca0dec70 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:43.088122 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1761454c-9018-473e-8e1a-64d27dd79b37 req-176edfe6-81c5-4225-b8d0-0f95ca0dec70 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0819569 Jun 19 18:13:43.131650 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1761454c-9018-473e-8e1a-64d27dd79b37 req-11890fe3-25a8-4255-b96a-a0539045199e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379243 Jun 19 18:13:44.322307 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac56e2d-dc82-47d5-bc81-9d3a4a00c835 req-8ff2d116-cc84-4120-82f4-0efc28dcfc3e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:44.323732 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2ac56e2d-dc82-47d5-bc81-9d3a4a00c835 req-8ff2d116-cc84-4120-82f4-0efc28dcfc3e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0789726 Jun 19 18:13:44.367437 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2ac56e2d-dc82-47d5-bc81-9d3a4a00c835 req-0430b839-49f3-4c56-816f-72e41f32d6d3 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376701 Jun 19 18:13:45.558126 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32ad14-0539-4d2e-a222-4c56db53bef4 req-1dc18acc-3cd8-4c58-bb46-face6cad23eb tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:45.559543 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ae32ad14-0539-4d2e-a222-4c56db53bef4 req-1dc18acc-3cd8-4c58-bb46-face6cad23eb tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0821104 Jun 19 18:13:45.603785 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ae32ad14-0539-4d2e-a222-4c56db53bef4 req-b9b6196d-a781-48fd-bc2f-d706b402ee90 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386143 Jun 19 18:13:46.794993 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa7da8-e164-49cc-9c15-f5c8bb3c27f9 req-53170f74-9626-496a-8681-857e8e6568a4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:46.796390 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d8fa7da8-e164-49cc-9c15-f5c8bb3c27f9 req-53170f74-9626-496a-8681-857e8e6568a4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0821455 Jun 19 18:13:46.839954 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d8fa7da8-e164-49cc-9c15-f5c8bb3c27f9 req-5a6ee1c5-ac5f-4515-b2d3-e6aabef2838f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378237 Jun 19 18:13:48.028398 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f48ef-2e18-42fd-b79f-8829300be537 req-235f432a-1e4a-4808-960c-140f705d2095 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:48.029737 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1a6f48ef-2e18-42fd-b79f-8829300be537 req-235f432a-1e4a-4808-960c-140f705d2095 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0785620 Jun 19 18:13:48.075917 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1a6f48ef-2e18-42fd-b79f-8829300be537 req-7a83c544-e0ad-493a-af63-6866c4516773 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396018 Jun 19 18:13:48.078712 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:49.267218 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6106d-6987-41b0-8b4f-3e55d3911de1 req-0bca5cf1-4a00-4955-89cb-bddf1de858f8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:49.268644 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5fe6106d-6987-41b0-8b4f-3e55d3911de1 req-0bca5cf1-4a00-4955-89cb-bddf1de858f8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0831578 Jun 19 18:13:49.313784 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5fe6106d-6987-41b0-8b4f-3e55d3911de1 req-fc2ef26e-6ed0-4421-8780-66924caecfe7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388796 Jun 19 18:13:50.499387 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facff97-80fb-4212-b2c0-a0e83bcf3e71 req-495fe680-4286-4180-a605-9db2bdbc82ea tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:50.500784 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0facff97-80fb-4212-b2c0-a0e83bcf3e71 req-495fe680-4286-4180-a605-9db2bdbc82ea tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0777609 Jun 19 18:13:50.547250 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0facff97-80fb-4212-b2c0-a0e83bcf3e71 req-25fd7eb8-4eb8-4697-a24b-199c4551681a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407107 Jun 19 18:13:50.731507 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-7562aba2-f56e-42a4-a750-924ada8db10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:51.124091 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:51.734616 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30366c20-689a-4323-8e6a-61c6783a5181 req-5733b874-cbcc-471d-a3ab-b78defc92507 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:51.736009 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-30366c20-689a-4323-8e6a-61c6783a5181 req-5733b874-cbcc-471d-a3ab-b78defc92507 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0796492 Jun 19 18:13:51.780834 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-30366c20-689a-4323-8e6a-61c6783a5181 req-a34ae942-8f11-4b18-8874-20489ae620d8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384347 Jun 19 18:13:51.971009 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e32a2179-cbe9-479b-9e47-50958a4cb422 req-c3010762-335c-4954-9595-0867febf98e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719831 Jun 19 18:13:52.130350 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a2179-cbe9-479b-9e47-50958a4cb422 req-2fc3cdea-d0a4-48a2-b350-82b698648dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:52.131752 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e32a2179-cbe9-479b-9e47-50958a4cb422 req-2fc3cdea-d0a4-48a2-b350-82b698648dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ffa04001a184ae7b1aad98a5ac158ab&device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 1099 time: 0.0699613 Jun 19 18:13:52.278728 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a2179-cbe9-479b-9e47-50958a4cb422 req-8d8336c3-9829-4679-bce8-2aa17ae5f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:52.280131 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e32a2179-cbe9-479b-9e47-50958a4cb422 req-8d8336c3-9829-4679-bce8-2aa17ae5f223 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53012942-8f54-401e-a7c5-8a8392ced699 HTTP/1.1" status: 200 len: 909 time: 0.1291049 Jun 19 18:13:52.384567 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e32a2179-cbe9-479b-9e47-50958a4cb422 req-cd79c2b5-cebc-4f5e-b648-fcd15cd516f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9364b41-f977-4134-8097-0f4ea14e4762 HTTP/1.1" status: 200 len: 1001 time: 0.0948689 Jun 19 18:13:52.449541 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a2179-cbe9-479b-9e47-50958a4cb422 req-a87e6bf7-7542-4855-98d5-3d66ea25a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:52.450925 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e32a2179-cbe9-479b-9e47-50958a4cb422 req-a87e6bf7-7542-4855-98d5-3d66ea25a65c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ea397f5-b703-452a-bcad-ca68085485d1 HTTP/1.1" status: 200 len: 847 time: 0.0557227 Jun 19 18:13:52.528840 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a2179-cbe9-479b-9e47-50958a4cb422 req-73286bf6-4f39-443b-8cb1-81cb65d93e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:52.530274 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e32a2179-cbe9-479b-9e47-50958a4cb422 req-73286bf6-4f39-443b-8cb1-81cb65d93e80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53012942-8f54-401e-a7c5-8a8392ced699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707130 Jun 19 18:13:52.656996 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e32a2179-cbe9-479b-9e47-50958a4cb422 req-27b65c06-ca9a-41e5-ab91-a7dd9487665d service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192083 Jun 19 18:13:52.785909 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-e32a2179-cbe9-479b-9e47-50958a4cb422 req-cbb698ba-1d3b-4dfe-bb7b-9cb837bb5470 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217136 Jun 19 18:13:52.977349 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462f87d-15ba-47e9-baaf-b16ceb662538 req-cf5fba21-882b-4259-ad8a-3d87a763da75 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:52.978750 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6462f87d-15ba-47e9-baaf-b16ceb662538 req-cf5fba21-882b-4259-ad8a-3d87a763da75 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0802326 Jun 19 18:13:53.023266 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6462f87d-15ba-47e9-baaf-b16ceb662538 req-4c97aedf-c867-4a07-bac3-5abacac73270 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389621 Jun 19 18:13:53.477304 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ca42a858-f336-4200-be8a-4932c6382a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:53.986293 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:54.205165 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba449de-b659-4e8d-89c7-857afdceb569 req-2f2746e7-bde1-4c27-a02b-a58efd2c369f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:54.207161 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5ba449de-b659-4e8d-89c7-857afdceb569 req-2f2746e7-bde1-4c27-a02b-a58efd2c369f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0780759 Jun 19 18:13:54.257604 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5ba449de-b659-4e8d-89c7-857afdceb569 req-8017e64f-1364-4492-8161-abb30a428d84 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446634 Jun 19 18:13:55.454617 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90912eae-76f6-4c7f-bbe8-f75cf930f69c req-822527c8-4702-4b7b-89c0-48db67665140 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:55.456182 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-90912eae-76f6-4c7f-bbe8-f75cf930f69c req-822527c8-4702-4b7b-89c0-48db67665140 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0865562 Jun 19 18:13:55.500753 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-90912eae-76f6-4c7f-bbe8-f75cf930f69c req-e4deeae5-8763-4d34-a408-e2114eec46f4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387154 Jun 19 18:13:55.821233 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:56.601957 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cfa52021-d725-4820-8cc3-583138a698c2 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:13:56.689414 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e1806-5f75-4f9b-8c16-253e59104bdb req-80f1f50a-0b14-4b62-a214-03fc893ee27a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:56.690820 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bb5e1806-5f75-4f9b-8c16-253e59104bdb req-80f1f50a-0b14-4b62-a214-03fc893ee27a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0777497 Jun 19 18:13:56.736696 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cfa52021-d725-4820-8cc3-583138a698c2,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:13:56.737726 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bb5e1806-5f75-4f9b-8c16-253e59104bdb req-e8e94e77-efb3-4edf-a3a7-e20e207a14c8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410442 Jun 19 18:13:56.751666 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'cfa52021-d725-4820-8cc3-583138a698c2', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'port_id': 'cfa52021-d725-4820-8cc3-583138a698c2', 'mac_address': 'fa:16:3e:5c:a8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:13:56.805344 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:56.821790 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfa52021-d725-4820-8cc3-583138a698c2 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:13:56.836814 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cfa52021-d725-4820-8cc3-583138a698c2,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:13:56.840723 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:56.842401 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:13:56.908676 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=cfa52021-d725-4820-8cc3-583138a698c2,revision_number=6']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:13:56.911591 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:13:57.023653 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['cfa52021-d725-4820-8cc3-583138a698c2'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:13:57.929544 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d65ba-c2b4-4008-be42-90ac126e2dc0 req-91c58cc6-c512-472f-91a6-fea386ae7d18 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:57.930964 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e85d65ba-c2b4-4008-be42-90ac126e2dc0 req-91c58cc6-c512-472f-91a6-fea386ae7d18 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 944 time: 0.0810652 Jun 19 18:13:57.976408 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e85d65ba-c2b4-4008-be42-90ac126e2dc0 req-124e9063-4929-4b4b-9561-ea65a7b05d42 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398312 Jun 19 18:13:58.594494 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cfa52021-d725-4820-8cc3-583138a698c2 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:13:58.665361 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port cfa52021-d725-4820-8cc3-583138a698c2 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:13:58.665730 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:58.803479 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:58.828700 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:13:58.838536 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cfa52021-d725-4820-8cc3-583138a698c2,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:13:58.842172 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:13:58.844488 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:13:58.874249 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2', 'code': 200} Jun 19 18:13:58.911017 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=cfa52021-d725-4820-8cc3-583138a698c2,revision_number=7']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:13:58.914135 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:13:59.168075 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eb0cd-f62a-4e28-bd51-1e183bd0a16e req-8d82f47d-191f-49c4-8690-3331326193e5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:13:59.169446 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1f9eb0cd-f62a-4e28-bd51-1e183bd0a16e req-8d82f47d-191f-49c4-8690-3331326193e5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0820210 Jun 19 18:13:59.213137 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1f9eb0cd-f62a-4e28-bd51-1e183bd0a16e req-6c370f75-b55f-4222-bafc-5649a7f9ff62 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379891 Jun 19 18:14:00.407737 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3e80a-95a1-4ff6-af8b-a07523e2329a req-848ab97e-8662-4241-8146-f47ea4970b83 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:00.409186 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-15a3e80a-95a1-4ff6-af8b-a07523e2329a req-848ab97e-8662-4241-8146-f47ea4970b83 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0828812 Jun 19 18:14:00.452606 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-15a3e80a-95a1-4ff6-af8b-a07523e2329a req-da3927df-33e5-4178-88ba-13c7418e5a4b tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371184 Jun 19 18:14:01.718883 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963771f8-4ad7-49cb-8b20-d772356ecf84 req-f67a6516-f961-4ab9-8ed4-658858b4c18c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:01.720214 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-963771f8-4ad7-49cb-8b20-d772356ecf84 req-f67a6516-f961-4ab9-8ed4-658858b4c18c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.1590128 Jun 19 18:14:01.764787 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-963771f8-4ad7-49cb-8b20-d772356ecf84 req-c4607879-1f92-45fc-b63e-79c03911caa0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382845 Jun 19 18:14:02.960161 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0cb21-a497-46d6-83da-b76440dba2ed req-1217436c-4319-4b90-a373-2c93e8e122f1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:02.961618 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-54e0cb21-a497-46d6-83da-b76440dba2ed req-1217436c-4319-4b90-a373-2c93e8e122f1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0827100 Jun 19 18:14:03.012543 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-54e0cb21-a497-46d6-83da-b76440dba2ed req-a153f32d-dcc1-4854-8081-47d9d9c72f22 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452633 Jun 19 18:14:04.216967 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510484d-079d-4b8c-b692-0511bd375449 req-b544e6fc-c410-4a3d-bb57-55f43a9a61a5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:04.224206 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a510484d-079d-4b8c-b692-0511bd375449 req-b544e6fc-c410-4a3d-bb57-55f43a9a61a5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.1006958 Jun 19 18:14:04.280829 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a510484d-079d-4b8c-b692-0511bd375449 req-b1c6e1af-4f3a-403d-be1d-0051070e1a99 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517950 Jun 19 18:14:05.493013 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33c4f6-6bf8-44d7-83e8-2319c42de5d7 req-1377027f-fcdc-4704-b7af-09a28d67ca43 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:05.495406 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3b33c4f6-6bf8-44d7-83e8-2319c42de5d7 req-1377027f-fcdc-4704-b7af-09a28d67ca43 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0960100 Jun 19 18:14:05.552208 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3b33c4f6-6bf8-44d7-83e8-2319c42de5d7 req-bae3ad21-6d55-46e6-b4e5-691ae7fb948a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463126 Jun 19 18:14:06.764099 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10a18c-81fc-485c-a361-d4322d611e6a req-08ed96d1-dc25-42ae-b275-64bef24e68d2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:06.765490 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5a10a18c-81fc-485c-a361-d4322d611e6a req-08ed96d1-dc25-42ae-b275-64bef24e68d2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0908890 Jun 19 18:14:06.825778 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5a10a18c-81fc-485c-a361-d4322d611e6a req-3bbf1f0e-80eb-44d7-8206-a9fbb023d467 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522025 Jun 19 18:14:08.036966 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7c803-1d95-4050-889f-a87697215a7d req-2de2faeb-0427-42ac-8185-2438c0e7846e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:08.039641 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ebd7c803-1d95-4050-889f-a87697215a7d req-2de2faeb-0427-42ac-8185-2438c0e7846e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0932868 Jun 19 18:14:08.087331 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ebd7c803-1d95-4050-889f-a87697215a7d req-a8b50725-1811-4a95-81b2-d4c1e8c989c6 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416155 Jun 19 18:14:09.296545 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ace70-ec29-48d1-8141-890ae2b1584d req-a1a84d53-eb40-473b-b5ed-944421244e9d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:09.303771 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6d9ace70-ec29-48d1-8141-890ae2b1584d req-a1a84d53-eb40-473b-b5ed-944421244e9d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.1027751 Jun 19 18:14:09.352727 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6d9ace70-ec29-48d1-8141-890ae2b1584d req-a2b4e93b-b6b5-4312-89e0-16c9f3dd4c47 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474234 Jun 19 18:14:10.563501 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5c44f-3786-49e2-b5be-4945d9b59dd6 req-7bac2fc8-d048-407c-b4d8-220c960d7194 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:10.565105 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b6a5c44f-3786-49e2-b5be-4945d9b59dd6 req-7bac2fc8-d048-407c-b4d8-220c960d7194 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0939085 Jun 19 18:14:10.616969 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b6a5c44f-3786-49e2-b5be-4945d9b59dd6 req-e1cb8042-82bc-4803-9b4d-b6c6cbffb442 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427423 Jun 19 18:14:11.828339 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213d6a9-8e3b-448c-bff2-bc3d9a4ce56d req-e428db48-7205-4f8b-8246-c4da5dacf24f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:11.829811 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2213d6a9-8e3b-448c-bff2-bc3d9a4ce56d req-e428db48-7205-4f8b-8246-c4da5dacf24f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0909081 Jun 19 18:14:11.878125 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2213d6a9-8e3b-448c-bff2-bc3d9a4ce56d req-9de16412-7295-49a6-9913-8882ea3238b1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 Jun 19 18:14:13.067091 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc3d3-2d7d-4289-8a28-8c0159da8ddc req-8e173d0c-8d26-414f-8ffe-fbbccc938c6f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:13.068491 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5e9fc3d3-2d7d-4289-8a28-8c0159da8ddc req-8e173d0c-8d26-414f-8ffe-fbbccc938c6f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0784261 Jun 19 18:14:13.113968 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5e9fc3d3-2d7d-4289-8a28-8c0159da8ddc req-0241fb42-4715-44f0-8bac-7c29bbd451ee tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397122 Jun 19 18:14:14.029520 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51591-b2bc-4549-b0cf-061db8798480 req-32c13be8-0cbd-4797-ae1e-e4cf2c09c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:14.030913 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d0b51591-b2bc-4549-b0cf-061db8798480 req-32c13be8-0cbd-4797-ae1e-e4cf2c09c7a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 1098 time: 0.0682709 Jun 19 18:14:14.249999 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51591-b2bc-4549-b0cf-061db8798480 req-81efa3b5-e461-49ba-a365-667754c0008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:14.251421 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d0b51591-b2bc-4549-b0cf-061db8798480 req-81efa3b5-e461-49ba-a365-667754c0008f service neutron] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 918 time: 0.2137177 Jun 19 18:14:14.305215 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594524e-3ba3-40e9-9cf8-deb7bb9d4ad4 req-9d522182-e58c-4797-bc07-2c2e69b12500 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:14.307728 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6594524e-3ba3-40e9-9cf8-deb7bb9d4ad4 req-9d522182-e58c-4797-bc07-2c2e69b12500 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0808575 Jun 19 18:14:14.350178 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6594524e-3ba3-40e9-9cf8-deb7bb9d4ad4 req-6718613e-13c6-4b5d-8d05-205b8128a2b5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377834 Jun 19 18:14:14.359314 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d0b51591-b2bc-4549-b0cf-061db8798480 req-2123424c-dea0-438f-b7cd-925dd6cdf464 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfa52021-d725-4820-8cc3-583138a698c2 HTTP/1.1" status: 200 len: 1001 time: 0.1006908 Jun 19 18:14:14.425398 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51591-b2bc-4549-b0cf-061db8798480 req-7495bd4c-0e4c-4644-bc7a-6e0f327b5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:14.426717 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d0b51591-b2bc-4549-b0cf-061db8798480 req-7495bd4c-0e4c-4644-bc7a-6e0f327b5acd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.0608015 Jun 19 18:14:14.499952 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51591-b2bc-4549-b0cf-061db8798480 req-8aa3533e-882d-415e-b52a-f16f48ec546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:14.501381 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d0b51591-b2bc-4549-b0cf-061db8798480 req-8aa3533e-882d-415e-b52a-f16f48ec546e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679359 Jun 19 18:14:14.628352 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d0b51591-b2bc-4549-b0cf-061db8798480 req-1e0cfacc-c436-46d8-a8fb-1bc1a6530b1c service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200078 Jun 19 18:14:14.757549 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-d0b51591-b2bc-4549-b0cf-061db8798480 req-bcf3cf18-4c09-4938-800f-ae417dd5ec80 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220846 Jun 19 18:14:15.543817 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a39890-b8fc-458d-b5d3-6007752aaefc req-c11636d9-4302-4033-bee1-8b5242bf612f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:15.545291 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-20a39890-b8fc-458d-b5d3-6007752aaefc req-c11636d9-4302-4033-bee1-8b5242bf612f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.0817344 Jun 19 18:14:15.589260 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-20a39890-b8fc-458d-b5d3-6007752aaefc req-68380cd3-d0f1-4550-ba05-a6f85c9564b8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381541 Jun 19 18:14:15.721636 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9b6c34f9-baf2-462b-88d7-bf36d6ddc45f req-0648915c-b886-4f84-8d62-b03861cec62a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856366322&fields=id&tenant_id=0fe73261edd04c289455e771867ec062 HTTP/1.1" status: 200 len: 267 time: 0.0390246 Jun 19 18:14:15.803191 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c34f9-baf2-462b-88d7-bf36d6ddc45f req-b469d482-9e00-4a83-bec4-ecb0399cab9a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:15.805445 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9b6c34f9-baf2-462b-88d7-bf36d6ddc45f req-b469d482-9e00-4a83-bec4-ecb0399cab9a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 985 time: 0.0780935 Jun 19 18:14:15.815919 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [req-9b6c34f9-baf2-462b-88d7-bf36d6ddc45f req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Request body: {'port': {'security_groups': ['b817ca4c-4d65-41b5-9be7-59848378f9c8']}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:14:15.934882 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-9b6c34f9-baf2-462b-88d7-bf36d6ddc45f req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:16.173471 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [req-9b6c34f9-baf2-462b-88d7-bf36d6ddc45f req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] For port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:16.197163 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-9b6c34f9-baf2-462b-88d7-bf36d6ddc45f req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:16.202024 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-9b6c34f9-baf2-462b-88d7-bf36d6ddc45f req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:16.208410 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-80ba609b-13ac-4112-bf6e-a9eb7030ca52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:16.236387 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:14:16.283542 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c34f9-baf2-462b-88d7-bf36d6ddc45f req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:16.284154 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [req-9b6c34f9-baf2-462b-88d7-bf36d6ddc45f req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:16.285540 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9b6c34f9-baf2-462b-88d7-bf36d6ddc45f req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "PUT /v2.0/ports/0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa HTTP/1.1" status: 200 len: 943 time: 0.4739964 Jun 19 18:14:16.286045 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:14:16.300856 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 42554) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:16.321565 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event updated for resources: {'Port': ['ID=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,revision_number=7']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:16.334433 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.340538 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.343534 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.344097 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.344634 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.345183 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.350236 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.351025 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.351607 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.352144 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.352677 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.353251 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.358439 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:16.411727 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:16.427704 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'status': 'completed', 'code': 200} Jun 19 18:14:16.449441 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:16.531523 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-dd5a6f06-7273-47b0-8dd3-ca24ceecc816 None None] Provisioning complete for port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:14:16.531820 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-dd5a6f06-7273-47b0-8dd3-ca24ceecc816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:16.569114 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:14:16.571823 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9688cd1-f75e-4a29-9b21-3bd0f77bca9d req-204b98cd-cad3-4236-bac8-5f2ce1244a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:16.573577 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a9688cd1-f75e-4a29-9b21-3bd0f77bca9d req-204b98cd-cad3-4236-bac8-5f2ce1244a67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fe73261edd04c289455e771867ec062&device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 1099 time: 0.0873399 Jun 19 18:14:16.609620 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:16.611653 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7837516e-6bab-4a00-b232-0217c8e7a3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:16.704269 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cfa52021-d725-4820-8cc3-583138a698c2 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:14:16.771629 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad1f240-488a-46fd-9bb9-b247f8578c3d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:16.785143 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.785589 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.785946 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.786295 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.786777 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.787128 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.787473 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.787814 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.788765 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.789137 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.789477 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.789814 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:16.798513 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9688cd1-f75e-4a29-9b21-3bd0f77bca9d req-9fdd8e2d-43e5-438b-8a68-6f612fc175c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:16.802236 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a9688cd1-f75e-4a29-9b21-3bd0f77bca9d req-9fdd8e2d-43e5-438b-8a68-6f612fc175c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=334a9e4e-ff75-49ec-95cf-38d7b76d8548 HTTP/1.1" status: 200 len: 915 time: 0.2204566 Jun 19 18:14:16.803259 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:16.804996 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:16.806065 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "DELETE /v2.0/security-groups/fad1f240-488a-46fd-9bb9-b247f8578c3d HTTP/1.1" status: 204 len: 168 time: 0.5033162 Jun 19 18:14:16.808715 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 42564) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:16.888972 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3947-7aca-498a-923f-add8c9280c2e req-e7acfa26-53ee-4179-b155-4e344dd06c53 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:16.893409 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ab0d3947-7aca-498a-923f-add8c9280c2e req-e7acfa26-53ee-4179-b155-4e344dd06c53 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 945 time: 0.1892328 Jun 19 18:14:16.938929 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ab0d3947-7aca-498a-923f-add8c9280c2e req-3de03564-b0aa-495a-a7de-0f23cb6eabfb tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420666 Jun 19 18:14:16.954426 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:16.990090 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:14:17.002360 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cfa52021-d725-4820-8cc3-583138a698c2,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:17.006585 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:17.010110 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-d4cd50da-17a2-4726-b503-fbd4be79a304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:17.040801 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2', 'code': 200} Jun 19 18:14:17.067620 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a9688cd1-f75e-4a29-9b21-3bd0f77bca9d req-05ea4ee9-e0da-480a-ae86-f1db6a29a587 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa HTTP/1.1" status: 200 len: 1001 time: 0.1920791 Jun 19 18:14:17.078526 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=cfa52021-d725-4820-8cc3-583138a698c2,revision_number=8']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:17.086014 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:17.086353 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:17.086684 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:17.087032 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:17.087357 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:17.087675 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:17.087988 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:17.088318 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:17.088633 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:17.088964 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:17.089275 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:17.089688 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:14:17.093562 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:17.155538 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Deleting port fa07d6c9-6b93-44a5-9522-3005c32e65bc {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:17.155875 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:17.197711 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9688cd1-f75e-4a29-9b21-3bd0f77bca9d req-61756233-0628-4d08-8fba-da38ef41dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:17.199104 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a9688cd1-f75e-4a29-9b21-3bd0f77bca9d req-61756233-0628-4d08-8fba-da38ef41dc40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3444f168-c8e9-4c9c-a467-d52d20795837 HTTP/1.1" status: 200 len: 853 time: 0.1167591 Jun 19 18:14:17.469698 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9688cd1-f75e-4a29-9b21-3bd0f77bca9d req-3db4ba11-a15b-4c8d-8fb4-4f377c73d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:17.471154 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a9688cd1-f75e-4a29-9b21-3bd0f77bca9d req-3db4ba11-a15b-4c8d-8fb4-4f377c73d2a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=334a9e4e-ff75-49ec-95cf-38d7b76d8548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2646575 Jun 19 18:14:17.509131 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:17.509454 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:17.687438 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Calling delete_port for fa07d6c9-6b93-44a5-9522-3005c32e65bc owned by network:floatingip {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:17.786839 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a9688cd1-f75e-4a29-9b21-3bd0f77bca9d req-2ff38eb0-f9e1-485c-834b-6a5030c005e0 service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055830 Jun 19 18:14:17.988606 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a9688cd1-f75e-4a29-9b21-3bd0f77bca9d req-f6829388-9420-4ec1-9357-f376cb174c94 service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930830 Jun 19 18:14:17.995640 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:17.999634 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:18.046410 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event deleted for resources: {'Port': ['ID=fa07d6c9-6b93-44a5-9522-3005c32e65bc,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:18.049547 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:18.085027 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:18.140070 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3f6b6-0e5d-4637-8e94-48e53860403f req-2e624180-2788-4efa-8eea-0f1b93e59743 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:18.141559 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-edb3f6b6-0e5d-4637-8e94-48e53860403f req-2e624180-2788-4efa-8eea-0f1b93e59743 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.0826507 Jun 19 18:14:18.142287 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks [] for floatingip, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:18.142631 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.l3_db [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Floating IP d7c3d2d0-112c-486d-acbf-f0ce5894fd42 disassociated (deleted). External IP: 172.28.0.63, port: 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa. Jun 19 18:14:18.190471 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-edb3f6b6-0e5d-4637-8e94-48e53860403f req-becf86ad-1c91-4b85-b761-89aa808b2a4d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392132 Jun 19 18:14:18.503657 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Router eaccbae1-decd-4bfc-acf5-5768e5a2523b has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:14:18.685928 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:14:18.697504 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30a0ec-3eff-4a90-a50b-9ecae4ed92c0 None None] Sync routers for ids ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:14:18.703082 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:18.707255 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30a0ec-3eff-4a90-a50b-9ecae4ed92c0 None None] Routers {'eaccbae1-decd-4bfc-acf5-5768e5a2523b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:14:18.708033 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1e30a0ec-3eff-4a90-a50b-9ecae4ed92c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:13:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:18.764595 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "DELETE /v2.0/floatingips/d7c3d2d0-112c-486d-acbf-f0ce5894fd42 HTTP/1.1" status: 204 len: 168 time: 1.9522092 Jun 19 18:14:18.764595 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:14:18.817672 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:14:18.875333 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'status': 'completed', 'code': 200} Jun 19 18:14:18.905474 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-1e30a0ec-3eff-4a90-a50b-9ecae4ed92c0 None None] Set router eaccbae1-decd-4bfc-acf5-5768e5a2523b gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:14:19.136936 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4620b-c962-41fe-b17c-214d48abc2b5 req-6eb9a642-f21c-4a84-afd4-95d288cc5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:19.137988 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b0b4620b-c962-41fe-b17c-214d48abc2b5 req-6eb9a642-f21c-4a84-afd4-95d288cc5c9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fe73261edd04c289455e771867ec062&device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 1099 time: 0.2178705 Jun 19 18:14:19.309197 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4620b-c962-41fe-b17c-214d48abc2b5 req-1f153c08-f7bb-4322-99bf-819d14248597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:19.309428 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1e30a0ec-3eff-4a90-a50b-9ecae4ed92c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '820d02a8-28d0-422f-b6f2-c1586a0f9e54', 'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'mac_address': 'fa:16:3e:b6:2a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:41Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 5, 'project_id': '0fe73261edd04c289455e771867ec062', 'subnets': [{'id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:19.310639 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b0b4620b-c962-41fe-b17c-214d48abc2b5 req-1f153c08-f7bb-4322-99bf-819d14248597 service neutron] 10.222.0.30 "GET /v2.0/networks?id=334a9e4e-ff75-49ec-95cf-38d7b76d8548 HTTP/1.1" status: 200 len: 915 time: 0.1551633 Jun 19 18:14:19.313788 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30a0ec-3eff-4a90-a50b-9ecae4ed92c0 None None] Checking router: eaccbae1-decd-4bfc-acf5-5768e5a2523b for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:14:19.323848 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30a0ec-3eff-4a90-a50b-9ecae4ed92c0 None None] Routers {'eaccbae1-decd-4bfc-acf5-5768e5a2523b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:14:19.324595 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1e30a0ec-3eff-4a90-a50b-9ecae4ed92c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:13:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:19.390567 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b0b4620b-c962-41fe-b17c-214d48abc2b5 req-c3cbfee1-c532-434e-b87f-9965f614637b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa HTTP/1.1" status: 200 len: 217 time: 0.0720551 Jun 19 18:14:19.466441 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4620b-c962-41fe-b17c-214d48abc2b5 req-6cc18bc3-af8e-44c2-ae7a-233b29c0885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:19.467874 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b0b4620b-c962-41fe-b17c-214d48abc2b5 req-6cc18bc3-af8e-44c2-ae7a-233b29c0885c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3444f168-c8e9-4c9c-a467-d52d20795837 HTTP/1.1" status: 200 len: 853 time: 0.0605335 Jun 19 18:14:19.509188 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-1e30a0ec-3eff-4a90-a50b-9ecae4ed92c0 None None] Set router eaccbae1-decd-4bfc-acf5-5768e5a2523b gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:14:19.555381 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4620b-c962-41fe-b17c-214d48abc2b5 req-76d00fca-d401-42a5-8fba-aca502a173fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:19.557263 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b0b4620b-c962-41fe-b17c-214d48abc2b5 req-76d00fca-d401-42a5-8fba-aca502a173fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=334a9e4e-ff75-49ec-95cf-38d7b76d8548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809844 Jun 19 18:14:19.714855 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b0b4620b-c962-41fe-b17c-214d48abc2b5 req-a388f47b-c29b-44ae-85a4-a34347aef0dd service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505620 Jun 19 18:14:19.855792 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad9f0-51d1-41eb-8a96-eca055cedf02 req-49436fdb-c827-4def-b1b2-881d861dd4e6 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:19.858097 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fd0ad9f0-51d1-41eb-8a96-eca055cedf02 req-49436fdb-c827-4def-b1b2-881d861dd4e6 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.1021035 Jun 19 18:14:19.895559 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-1e30a0ec-3eff-4a90-a50b-9ecae4ed92c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '820d02a8-28d0-422f-b6f2-c1586a0f9e54', 'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'mac_address': 'fa:16:3e:b6:2a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:41Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 5, 'project_id': '0fe73261edd04c289455e771867ec062', 'subnets': [{'id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:19.902168 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30a0ec-3eff-4a90-a50b-9ecae4ed92c0 None None] The sync data for ids ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'] in dv-cinder-797107-1-smb is: [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:10:41Z', 'revision_number': 4, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '820d02a8-28d0-422f-b6f2-c1586a0f9e54', 'name': '', 'network_id': '334a9e4e-ff75-49ec-95cf-38d7b76d8548', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'mac_address': 'fa:16:3e:b6:2a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:41Z', 'updated_at': '2021-06-19T18:10:49Z', 'revision_number': 5, 'project_id': '0fe73261edd04c289455e771867ec062', 'subnets': [{'id': '3444f168-c8e9-4c9c-a467-d52d20795837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:14:19.911663 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fd0ad9f0-51d1-41eb-8a96-eca055cedf02 req-7f48f513-8cc1-440d-856c-78e5b655db74 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478277 Jun 19 18:14:19.940224 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b0b4620b-c962-41fe-b17c-214d48abc2b5 req-9592d4c2-732c-4695-9b67-626810492523 service neutron] 10.222.0.30 "GET /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126207 Jun 19 18:14:19.952756 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-683edb67-9c33-4ec6-8fa3-79dce305d372 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212804 Jun 19 18:14:20.178377 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da8167-670c-438c-a57a-e8d06e8e748f None None] New status for floating IP d7c3d2d0-112c-486d-acbf-f0ce5894fd42: DOWN {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 18:14:20.550687 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-9ea2f6f6-6933-4814-bd4c-5775d134246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:20.552173 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-9ea2f6f6-6933-4814-bd4c-5775d134246c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081&tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0950153 Jun 19 18:14:20.666275 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-c58c4243-11a8-49b0-b9c7-44ab48c232a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:20.667709 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-c58c4243-11a8-49b0-b9c7-44ab48c232a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 1096 time: 0.0799253 Jun 19 18:14:20.739720 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-6178f1d5-ee4e-4d2e-bddc-e4b2e10a36e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:20.818963 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-d5d24eb8-ae59-48d6-acf6-b1a1b2bf6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:20.818963 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-d5d24eb8-ae59-48d6-acf6-b1a1b2bf6dd7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 918 time: 0.1414940 Jun 19 18:14:20.930996 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-fee2e89a-d9e1-4654-a1dd-6f16febf1483 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfa52021-d725-4820-8cc3-583138a698c2 HTTP/1.1" status: 200 len: 999 time: 0.1068730 Jun 19 18:14:21.000046 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-ae8a60ad-ab7c-4e2d-ac23-4f982ef4e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:21.001525 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-ae8a60ad-ab7c-4e2d-ac23-4f982ef4e440 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.0629086 Jun 19 18:14:21.081489 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-0303a14f-eb71-4e82-9176-a51e41c84f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:21.082946 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-0303a14f-eb71-4e82-9176-a51e41c84f9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747509 Jun 19 18:14:21.127318 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:21.134196 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a94afe-7ba3-4d78-bd7c-87698ce86806 req-efbf6751-27e1-4d5b-bcf0-1a478cf7383e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:21.135638 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-62a94afe-7ba3-4d78-bd7c-87698ce86806 req-efbf6751-27e1-4d5b-bcf0-1a478cf7383e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.0850818 Jun 19 18:14:21.180242 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-62a94afe-7ba3-4d78-bd7c-87698ce86806 req-b606a372-8ad4-4dd5-9a35-937267c965a8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387599 Jun 19 18:14:21.216254 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-c7177c8a-7ad4-4645-bd66-cab3f0597eb4 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258695 Jun 19 18:14:21.444208 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-6242e517-ee74-41c2-ab10-8f02d018cc12 req-6f8c5054-e114-4f94-88c6-6d723269f3c7 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208686 Jun 19 18:14:22.248252 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d65e55-5155-4701-87bf-955aea44a1f4 req-1c5494a9-ced6-4bb1-b902-4690ebc6d91a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:22.249749 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c5d65e55-5155-4701-87bf-955aea44a1f4 req-1c5494a9-ced6-4bb1-b902-4690ebc6d91a tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0889828 Jun 19 18:14:22.307591 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c5d65e55-5155-4701-87bf-955aea44a1f4 req-8fbc6c80-9ea6-4310-a8f2-16e2fa6e5851 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500784 Jun 19 18:14:22.412481 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b862af-4894-4dd6-9038-c06968f92995 req-b22bdba4-9b13-455b-9d51-235891dde037 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:22.420706 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-53b862af-4894-4dd6-9038-c06968f92995 req-b22bdba4-9b13-455b-9d51-235891dde037 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.1118488 Jun 19 18:14:22.482523 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-53b862af-4894-4dd6-9038-c06968f92995 req-fb309016-9c79-49a2-b8c3-d14859ee774e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581203 Jun 19 18:14:23.481142 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-7adb597b-e3ef-4550-b080-8da81ac1aff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:23.502286 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea4c43-8a66-4ddb-85a7-0d26e51964f5 req-3e1169f6-d7e1-461c-818b-2a3b61f10130 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:23.503718 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dcea4c43-8a66-4ddb-85a7-0d26e51964f5 req-3e1169f6-d7e1-461c-818b-2a3b61f10130 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0897198 Jun 19 18:14:23.555327 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dcea4c43-8a66-4ddb-85a7-0d26e51964f5 req-1155bf85-4d24-4869-ab42-433e35f71e05 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456240 Jun 19 18:14:23.690039 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b34a5-a3c4-47fc-bfe6-f356d53b5f64 req-52fa97db-2ba8-4f16-b343-2e240baeb6d9 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:23.691436 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c84b34a5-a3c4-47fc-bfe6-f356d53b5f64 req-52fa97db-2ba8-4f16-b343-2e240baeb6d9 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.0848508 Jun 19 18:14:23.739454 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c84b34a5-a3c4-47fc-bfe6-f356d53b5f64 req-01bad87d-92ec-4ece-9061-da43a438b977 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412018 Jun 19 18:14:23.996207 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:24.749291 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064725d-cd6f-47c8-9846-152391d363dd req-53e996df-1ab9-4131-886e-6467c63654cd tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:24.750868 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f064725d-cd6f-47c8-9846-152391d363dd req-53e996df-1ab9-4131-886e-6467c63654cd tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0843565 Jun 19 18:14:24.802940 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f064725d-cd6f-47c8-9846-152391d363dd req-3919e7dd-13cb-4844-ba16-1f17837f5e21 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426295 Jun 19 18:14:24.933044 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9c2d-898b-45a2-8b6c-3ab9695ec413 req-ed8c7d38-dcfa-4877-b7e6-16f9254c3575 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:24.934552 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-87db9c2d-898b-45a2-8b6c-3ab9695ec413 req-ed8c7d38-dcfa-4877-b7e6-16f9254c3575 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.0828638 Jun 19 18:14:24.986018 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-87db9c2d-898b-45a2-8b6c-3ab9695ec413 req-18db821b-0f33-4e43-9e55-e9ec6e160352 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452526 Jun 19 18:14:25.824635 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:25.994180 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3199bb5-55f9-48df-8326-e29cebcc0959 req-0822f522-f0e3-4d55-bb29-abbb49ab526b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:25.995637 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3199bb5-55f9-48df-8326-e29cebcc0959 req-0822f522-f0e3-4d55-bb29-abbb49ab526b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0804763 Jun 19 18:14:26.043577 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f3199bb5-55f9-48df-8326-e29cebcc0959 req-edd32683-480f-4fee-939a-a211f7b8bd8e tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 Jun 19 18:14:26.196626 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45f725-510d-41c5-8210-85007cbd7b35 req-78b18740-b028-419e-a565-deec0f3c50fc tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:26.198066 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ea45f725-510d-41c5-8210-85007cbd7b35 req-78b18740-b028-419e-a565-deec0f3c50fc tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.0924206 Jun 19 18:14:26.252023 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ea45f725-510d-41c5-8210-85007cbd7b35 req-876dd2f1-ae82-43bb-976d-6e096ad34c60 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481586 Jun 19 18:14:27.229268 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760ed23-c6eb-425c-adb1-c1e5b75059ea req-7db18c5a-1215-468e-8be8-6fa4a9ccae10 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:27.230678 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f760ed23-c6eb-425c-adb1-c1e5b75059ea req-7db18c5a-1215-468e-8be8-6fa4a9ccae10 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0828850 Jun 19 18:14:27.287891 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f760ed23-c6eb-425c-adb1-c1e5b75059ea req-16191611-1672-4e63-a610-7e8a3395c9e5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482130 Jun 19 18:14:27.479483 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738649de-5668-4050-bffd-3e845eef6643 req-0e77bd94-10ed-4c2a-913d-81adb130e5b4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:27.480972 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-738649de-5668-4050-bffd-3e845eef6643 req-0e77bd94-10ed-4c2a-913d-81adb130e5b4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.1053076 Jun 19 18:14:27.529666 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-738649de-5668-4050-bffd-3e845eef6643 req-e202882b-7893-419c-862c-cf1564640472 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415361 Jun 19 18:14:28.479821 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c04d1b-985f-4495-b097-ea0bd870fcc6 req-24350a9b-f642-498a-b9b1-24b82fae48f6 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:28.481388 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f2c04d1b-985f-4495-b097-ea0bd870fcc6 req-24350a9b-f642-498a-b9b1-24b82fae48f6 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0807374 Jun 19 18:14:28.530259 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f2c04d1b-985f-4495-b097-ea0bd870fcc6 req-d31d9e93-54f0-4a9d-83a2-6813ca01840c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Jun 19 18:14:28.722303 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28dca3-af50-424e-92b6-fc5f40239636 req-6d1cbff1-9ad2-409a-b3e0-9aaf7e2262c1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:28.723751 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ef28dca3-af50-424e-92b6-fc5f40239636 req-6d1cbff1-9ad2-409a-b3e0-9aaf7e2262c1 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.0829263 Jun 19 18:14:28.773818 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ef28dca3-af50-424e-92b6-fc5f40239636 req-15ba7fb7-d388-42ba-b5d5-5353d29f20dd tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398846 Jun 19 18:14:29.723429 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458c3a7-defe-415e-9200-c3c596904a7b req-c4fdec0b-6f29-440b-abd8-fc7bc66d9b71 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:29.724864 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8458c3a7-defe-415e-9200-c3c596904a7b req-c4fdec0b-6f29-440b-abd8-fc7bc66d9b71 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0836966 Jun 19 18:14:29.771895 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8458c3a7-defe-415e-9200-c3c596904a7b req-287d2787-df53-49c0-8fd0-a72e8a7b5623 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Jun 19 18:14:29.966522 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b738078-9163-4085-b39c-d502ef7b6be8 req-1e5eb78a-bc70-460b-8bcb-a9e8ea1b1ee2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:29.968159 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6b738078-9163-4085-b39c-d502ef7b6be8 req-1e5eb78a-bc70-460b-8bcb-a9e8ea1b1ee2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.0815122 Jun 19 18:14:30.015360 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6b738078-9163-4085-b39c-d502ef7b6be8 req-ba1d83d5-4382-4887-a73a-fa2d0e4548be tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413473 Jun 19 18:14:31.262163 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da770d6-4eda-4cb9-b068-1d86b3fe98aa req-dbc5bb49-fd0a-4ebb-854e-1487caf9214d tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:31.269347 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0da770d6-4eda-4cb9-b068-1d86b3fe98aa req-dbc5bb49-fd0a-4ebb-854e-1487caf9214d tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.2411830 Jun 19 18:14:31.307120 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab1560-e026-49ac-a093-25bafd4e4415 req-bb941981-c9c9-40d4-8328-bdf37a9a7e96 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:31.308682 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-27ab1560-e026-49ac-a093-25bafd4e4415 req-bb941981-c9c9-40d4-8328-bdf37a9a7e96 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.1461041 Jun 19 18:14:31.347667 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0da770d6-4eda-4cb9-b068-1d86b3fe98aa req-0bf660fc-154c-4f97-adae-f270bed81a0d tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773785 Jun 19 18:14:31.371246 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-27ab1560-e026-49ac-a093-25bafd4e4415 req-998712e0-900d-4eff-aafc-a959c3078e9b tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514836 Jun 19 18:14:32.618237 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e980578-0187-44d2-ab24-185b106ca674 req-faa4fa68-88ec-4617-b229-3bf122c741b3 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:32.619932 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0e980578-0187-44d2-ab24-185b106ca674 req-faa4fa68-88ec-4617-b229-3bf122c741b3 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.1167073 Jun 19 18:14:32.630832 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bc59f-270f-446b-93a7-331808180f57 req-dacca42f-5e83-4a7d-9a2f-8b5e5f1a0b46 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:32.632252 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6b4bc59f-270f-446b-93a7-331808180f57 req-dacca42f-5e83-4a7d-9a2f-8b5e5f1a0b46 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.1661742 Jun 19 18:14:32.702433 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0e980578-0187-44d2-ab24-185b106ca674 req-27bd9a28-2076-45a3-8b25-53c0e2e26f2a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686207 Jun 19 18:14:32.709080 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6b4bc59f-270f-446b-93a7-331808180f57 req-36204bf8-1ca5-4650-8498-de15c066bcdc tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624197 Jun 19 18:14:33.964578 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2aee2-eebd-4b89-bddd-7b980a77fba5 req-b7ca0538-0ce9-464f-9565-cab9254c52f3 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:33.966031 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-89c2aee2-eebd-4b89-bddd-7b980a77fba5 req-b7ca0538-0ce9-464f-9565-cab9254c52f3 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.1436934 Jun 19 18:14:33.977158 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c4817-73dd-4b87-a02a-f1f084533bd2 req-91a811fb-14c9-4f31-908f-151e573cad61 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:33.978578 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-778c4817-73dd-4b87-a02a-f1f084533bd2 req-91a811fb-14c9-4f31-908f-151e573cad61 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.1249025 Jun 19 18:14:34.047128 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-89c2aee2-eebd-4b89-bddd-7b980a77fba5 req-8bb42b4b-3f94-4fab-b195-36092592ff83 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675092 Jun 19 18:14:34.051218 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-778c4817-73dd-4b87-a02a-f1f084533bd2 req-5b87f533-5ac9-4ac6-af88-0a3a51dabe5a tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591619 Jun 19 18:14:35.286689 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35893a83-4e04-4edb-8096-2a4d050b4716 req-0f5d20e5-a58a-41ac-a9e7-d5e39cb00c78 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:35.288100 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-35893a83-4e04-4edb-8096-2a4d050b4716 req-0f5d20e5-a58a-41ac-a9e7-d5e39cb00c78 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.1356206 Jun 19 18:14:35.299589 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36be3b-b6b2-4489-934f-a35226a72428 req-c453295f-a6bb-470d-a709-43f8504d67e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:35.301010 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bc36be3b-b6b2-4489-934f-a35226a72428 req-c453295f-a6bb-470d-a709-43f8504d67e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.1153519 Jun 19 18:14:35.368843 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-35893a83-4e04-4edb-8096-2a4d050b4716 req-4ebca1e3-9575-49c8-84a6-fe61278c3c19 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668297 Jun 19 18:14:35.375691 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bc36be3b-b6b2-4489-934f-a35226a72428 req-2c65606a-9c22-43f2-9eb9-e90c3154e1d9 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610301 Jun 19 18:14:36.614891 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd757719-b831-4b7d-b17c-139fd38c025f req-352d4110-59bf-44c9-9924-5447c39002f6 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:36.616229 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dd757719-b831-4b7d-b17c-139fd38c025f req-352d4110-59bf-44c9-9924-5447c39002f6 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.1419976 Jun 19 18:14:36.624250 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7341585-39af-4895-aad7-cabbff2b0309 req-e879c573-3b92-42c4-b9b6-36a6ba6ed334 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:36.625609 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a7341585-39af-4895-aad7-cabbff2b0309 req-e879c573-3b92-42c4-b9b6-36a6ba6ed334 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.1199505 Jun 19 18:14:36.695447 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-dd757719-b831-4b7d-b17c-139fd38c025f req-6b6b9c27-188e-4078-bde1-858646349af7 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688839 Jun 19 18:14:36.698182 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a7341585-39af-4895-aad7-cabbff2b0309 req-59396979-0ee6-4e2b-b5ca-5f8133c62fcf tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592344 Jun 19 18:14:37.950725 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d751afc-be0c-460f-871b-58f6488c7a32 req-9e513589-30e1-4f7a-a8f9-a18f6bb5945b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:37.952188 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8d751afc-be0c-460f-871b-58f6488c7a32 req-9e513589-30e1-4f7a-a8f9-a18f6bb5945b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.1507821 Jun 19 18:14:37.959590 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d6f3e-7fce-49b4-b0de-8636a8303b84 req-277af964-ecf1-47ee-8d32-7e1f3786e17d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:37.961496 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d53d6f3e-7fce-49b4-b0de-8636a8303b84 req-277af964-ecf1-47ee-8d32-7e1f3786e17d tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.1266141 Jun 19 18:14:38.027211 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8d751afc-be0c-460f-871b-58f6488c7a32 req-7b0eb762-9d33-474c-b9cb-2b847865ea96 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641418 Jun 19 18:14:38.037936 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d53d6f3e-7fce-49b4-b0de-8636a8303b84 req-a0fa042c-b866-4014-b223-ace676e1d943 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621567 Jun 19 18:14:39.140643 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-f60ec777-4b2b-4856-a064-9b4c7682df81 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:39.141481 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-f60ec777-4b2b-4856-a064-9b4c7682df81 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Synchronizing usage tracker for tenant:0fe73261edd04c289455e771867ec062 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:14:39.159671 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-f60ec777-4b2b-4856-a064-9b4c7682df81 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Unset dirty status for tenant:0fe73261edd04c289455e771867ec062 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:14:39.161419 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-f60ec777-4b2b-4856-a064-9b4c7682df81 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.1037483 Jun 19 18:14:39.223106 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f852212-3181-49bb-8fc4-ee5e22572a51 req-105119ba-ccef-4a9d-9c89-377865ff3b21 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:39.225356 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9f852212-3181-49bb-8fc4-ee5e22572a51 req-105119ba-ccef-4a9d-9c89-377865ff3b21 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 946 time: 0.0920029 Jun 19 18:14:39.234791 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-eae1b7c4-6465-4040-9ee7-32b81fce5b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Deleting port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:39.235372 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-eae1b7c4-6465-4040-9ee7-32b81fce5b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:39.274834 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9f852212-3181-49bb-8fc4-ee5e22572a51 req-f6a509ea-4c8d-4b7d-a47e-7a7e098669f2 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/security-groups?id=b817ca4c-4d65-41b5-9be7-59848378f9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433345 Jun 19 18:14:39.380033 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691238ce-7558-4047-949d-8ab80d163635 req-dbb99892-15a6-4082-aa8c-7b2b9cdc7d7c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:39.381498 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-691238ce-7558-4047-949d-8ab80d163635 req-dbb99892-15a6-4082-aa8c-7b2b9cdc7d7c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.0799205 Jun 19 18:14:39.428887 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-691238ce-7558-4047-949d-8ab80d163635 req-0e9b75cf-8db5-4304-9e8e-9b4ebb7e27e0 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408566 Jun 19 18:14:39.488773 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-eae1b7c4-6465-4040-9ee7-32b81fce5b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] For port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:39.489161 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-eae1b7c4-6465-4040-9ee7-32b81fce5b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:39.612951 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-eae1b7c4-6465-4040-9ee7-32b81fce5b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Calling delete_port for 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:39.750163 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-eae1b7c4-6465-4040-9ee7-32b81fce5b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:39.755468 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bded6cfc-3b80-4a71-a90f-d259f95789ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:39.786020 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:14:39.802565 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1b7c4-6465-4040-9ee7-32b81fce5b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Pushing event deleted for resources: {'Port': ['ID=0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:39.805769 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-eae1b7c4-6465-4040-9ee7-32b81fce5b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:39.875989 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-eae1b7c4-6465-4040-9ee7-32b81fce5b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] No DVR routers for this DVR port 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:14:39.878318 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-eae1b7c4-6465-4040-9ee7-32b81fce5b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:39.880781 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'name': 'network-vif-deleted', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:14:39.897259 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-fa057301-a3a4-4009-925d-60c23a95dfe9 req-eae1b7c4-6465-4040-9ee7-32b81fce5b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.30 "DELETE /v2.0/ports/0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa HTTP/1.1" status: 204 len: 173 time: 0.7298801 Jun 19 18:14:39.926122 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8f3dc9-ba8f-4016-b22e-fa778729f6fa', 'name': 'network-vif-deleted', 'tag': '0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa', 'status': 'completed', 'code': 200} Jun 19 18:14:40.437206 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6da28a95-54e0-49ca-b28b-e3661cc11b7a req-688e0773-fc16-4213-810e-8bf52d945f3f tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb8f3dc9-ba8f-4016-b22e-fa778729f6fa HTTP/1.1" status: 200 len: 210 time: 0.0419104 Jun 19 18:14:40.623086 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a7a10-8ed8-443f-8942-8277cd5e4e3d req-b7d44d59-42df-46eb-9620-be4a0810c9eb tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:40.624503 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bb4a7a10-8ed8-443f-8942-8277cd5e4e3d req-b7d44d59-42df-46eb-9620-be4a0810c9eb tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 943 time: 0.0783520 Jun 19 18:14:40.670772 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bb4a7a10-8ed8-443f-8942-8277cd5e4e3d req-de3e4821-2390-455b-bc33-751b6da11bf9 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405769 Jun 19 18:14:40.839087 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cfa52021-d725-4820-8cc3-583138a698c2 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:14:40.968043 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cfa52021-d725-4820-8cc3-583138a698c2,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:40.981048 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'cfa52021-d725-4820-8cc3-583138a698c2', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'port_id': 'cfa52021-d725-4820-8cc3-583138a698c2', 'mac_address': 'fa:16:3e:5c:a8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:14:41.037793 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:41.054501 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa52021-d725-4820-8cc3-583138a698c2 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:14:41.069174 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cfa52021-d725-4820-8cc3-583138a698c2,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:41.073206 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:41.074878 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-f0931ef4-53bf-45f3-923f-fc9e5272992b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:41.138994 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=cfa52021-d725-4820-8cc3-583138a698c2,revision_number=9']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:41.141975 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:41.555960 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['cfa52021-d725-4820-8cc3-583138a698c2'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:14:41.864591 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7424a-8f18-4830-b638-424ba400b330 req-e9375c72-a590-44dc-8932-5d00dc1b3e4f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:41.866052 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-35d7424a-8f18-4830-b638-424ba400b330 req-e9375c72-a590-44dc-8932-5d00dc1b3e4f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 944 time: 0.0836174 Jun 19 18:14:41.912814 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-35d7424a-8f18-4830-b638-424ba400b330 req-71fdb5e0-aa96-4083-bc7b-facff5b4730c tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404572 Jun 19 18:14:42.034318 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 42776) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:42.582336 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746860'] for router_interface, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:42.773583 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311f590-4d10-40be-8067-a84cce93793e req-037c8868-9131-4d7e-9332-6eb331603c44 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:42.775400 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c311f590-4d10-40be-8067-a84cce93793e req-037c8868-9131-4d7e-9332-6eb331603c44 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.1780431 Jun 19 18:14:42.819894 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c311f590-4d10-40be-8067-a84cce93793e req-b2f0b070-dba9-45f6-a54d-6eb88145efcd tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388904 Jun 19 18:14:42.847384 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cfa52021-d725-4820-8cc3-583138a698c2 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:14:42.915034 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port cfa52021-d725-4820-8cc3-583138a698c2 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:14:42.915406 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:43.031140 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] Deleting port 820d02a8-28d0-422f-b6f2-c1586a0f9e54 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:43.031383 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:43.035725 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:43.062132 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:14:43.072748 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cfa52021-d725-4820-8cc3-583138a698c2,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:43.079866 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:43.082044 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:14:43.111217 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1a849-5f75-451a-a8e0-573a2ac14c59 req-8ff340e7-ec6a-4085-93d8-6b59d80cbf42 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:43.112812 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1be1a849-5f75-451a-a8e0-573a2ac14c59 req-8ff340e7-ec6a-4085-93d8-6b59d80cbf42 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 944 time: 0.0835059 Jun 19 18:14:43.116560 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2', 'code': 200} Jun 19 18:14:43.117758 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-8af3081a-d339-45f8-930e-b1970113d186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:43.162856 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1be1a849-5f75-451a-a8e0-573a2ac14c59 req-3ee5bc6b-3270-482c-95d9-18939ecd5cc4 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435784 Jun 19 18:14:43.170405 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:14:43.170752 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 0cc2dc1a-b240-4a0e-aa0c-7afe59d0c6fa not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:14:43.204368 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=cfa52021-d725-4820-8cc3-583138a698c2,revision_number=10']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:43.208364 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:43.230941 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] For port 820d02a8-28d0-422f-b6f2-c1586a0f9e54, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=820d02a8-28d0-422f-b6f2-c1586a0f9e54,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:43.231544 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:43.357792 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] Calling delete_port for 820d02a8-28d0-422f-b6f2-c1586a0f9e54 owned by network:router_interface {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:43.613836 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f6c0a-6277-4be3-bfb2-d850a7eeb1c5 req-0a29ce5c-ac0c-462d-9057-9d6216ec21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:43.615180 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-876f6c0a-6277-4be3-bfb2-d850a7eeb1c5 req-0a29ce5c-ac0c-462d-9057-9d6216ec21a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 1099 time: 0.2643895 Jun 19 18:14:43.683719 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-876f6c0a-6277-4be3-bfb2-d850a7eeb1c5 req-fdc413dc-4d75-4d57-a3f2-1cc5d0a2f333 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611999 Jun 19 18:14:43.751670 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:43.755887 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5048f072-16b3-41ad-8119-594f0a189c5b tempest-VolumesNegativeTest-1235891651 tempest-VolumesNegativeTest-1235891651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:43.802671 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=820d02a8-28d0-422f-b6f2-c1586a0f9e54,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:43.839011 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:44.022626 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ecab0-353e-4118-8369-6416d4f4dfe2 req-25781d17-7f5d-49fc-b891-26c2ce3454d4 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:44.024117 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d66ecab0-353e-4118-8369-6416d4f4dfe2 req-25781d17-7f5d-49fc-b891-26c2ce3454d4 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.0841215 Jun 19 18:14:44.067775 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d66ecab0-353e-4118-8369-6416d4f4dfe2 req-0107e438-065a-4e7f-8812-66ad58bef7eb tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379224 Jun 19 18:14:44.076014 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663772'] for router_interface, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:44.358921 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a060d-7547-4ec1-ae69-5c7c5714be5a req-ba9f9053-4f2c-49a3-b462-5d015cd194bc tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:44.360343 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fc6a060d-7547-4ec1-ae69-5c7c5714be5a req-ba9f9053-4f2c-49a3-b462-5d015cd194bc tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 946 time: 0.0824089 Jun 19 18:14:44.405265 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fc6a060d-7547-4ec1-ae69-5c7c5714be5a req-a88c16de-1bf0-483c-9da8-eb5a37374228 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384128 Jun 19 18:14:44.524646 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] Router eaccbae1-decd-4bfc-acf5-5768e5a2523b has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:14:44.698900 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:14:44.707836 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926d69e-1121-4760-8c20-5593ef0567af None None] Sync routers for ids ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:14:44.711436 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] 10.222.0.16 "PUT /v2.0/routers/eaccbae1-decd-4bfc-acf5-5768e5a2523b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6754408 Jun 19 18:14:44.714017 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 42796) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:44.717581 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926d69e-1121-4760-8c20-5593ef0567af None None] Routers {'eaccbae1-decd-4bfc-acf5-5768e5a2523b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:14:44.718189 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-0926d69e-1121-4760-8c20-5593ef0567af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:44.886136 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Notify callbacks [] for router, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:44.891817 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-0926d69e-1121-4760-8c20-5593ef0567af None None] Set router eaccbae1-decd-4bfc-acf5-5768e5a2523b gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:14:45.064000 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:45.075270 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Deleting port 0432e486-a5b9-4dba-a354-75967d070607 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:45.075688 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:45.228758 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-0926d69e-1121-4760-8c20-5593ef0567af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0432e486-a5b9-4dba-a354-75967d070607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:14:43Z', 'revision_number': 5, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port': {'id': '0432e486-a5b9-4dba-a354-75967d070607', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:38Z', 'updated_at': '2021-06-19T18:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:45.233063 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926d69e-1121-4760-8c20-5593ef0567af None None] Checking router: eaccbae1-decd-4bfc-acf5-5768e5a2523b for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:14:45.241941 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926d69e-1121-4760-8c20-5593ef0567af None None] Routers {'eaccbae1-decd-4bfc-acf5-5768e5a2523b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:14:45.242794 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-0926d69e-1121-4760-8c20-5593ef0567af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:45.270400 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] For port 0432e486-a5b9-4dba-a354-75967d070607, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=0432e486-a5b9-4dba-a354-75967d070607,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:45.270846 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:45.402305 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Calling delete_port for 0432e486-a5b9-4dba-a354-75967d070607 owned by network:router_gateway {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:45.419369 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-0926d69e-1121-4760-8c20-5593ef0567af None None] Set router eaccbae1-decd-4bfc-acf5-5768e5a2523b gateway port host: None {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:14:45.477016 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d8a48-5dd2-4c01-be2a-5c89f9ecc7d7 req-4958e31b-640b-4b26-8bb9-7170f68da125 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:45.481289 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-806d8a48-5dd2-4c01-be2a-5c89f9ecc7d7 req-4958e31b-640b-4b26-8bb9-7170f68da125 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.1450081 Jun 19 18:14:45.539139 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-0926d69e-1121-4760-8c20-5593ef0567af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:14:45Z', 'revision_number': 6, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port_host': None}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:45.545115 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926d69e-1121-4760-8c20-5593ef0567af None None] The sync data for ids ['eaccbae1-decd-4bfc-acf5-5768e5a2523b'] in dv-cinder-797107-1-smb is: [{'id': 'eaccbae1-decd-4bfc-acf5-5768e5a2523b', 'name': 'tempest-TestMinimumBasicScenario-101678595-router', 'tenant_id': '0fe73261edd04c289455e771867ec062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:37Z', 'updated_at': '2021-06-19T18:14:45Z', 'revision_number': 6, 'project_id': '0fe73261edd04c289455e771867ec062', 'gw_port_host': None}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:14:45.611331 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-806d8a48-5dd2-4c01-be2a-5c89f9ecc7d7 req-4ad48a9a-e95c-4b69-93ea-751cd8c1cc8f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248569 Jun 19 18:14:45.655269 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7c622-221f-49c2-88a5-ef0c9e3b64a1 req-06171d92-2bde-4d8c-8d4d-5b345c5b4925 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:45.657305 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-49b7c622-221f-49c2-88a5-ef0c9e3b64a1 req-06171d92-2bde-4d8c-8d4d-5b345c5b4925 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 946 time: 0.1140997 Jun 19 18:14:45.705853 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-49b7c622-221f-49c2-88a5-ef0c9e3b64a1 req-fe2ae990-5040-43f4-bfc1-78782837efb5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424356 Jun 19 18:14:45.794618 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a7938-16e3-4503-aa80-9923ff28538f req-78252cac-351e-460a-9c57-cb33acea7447 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:45.795308 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a26a7938-16e3-4503-aa80-9923ff28538f req-78252cac-351e-460a-9c57-cb33acea7447 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Synchronizing usage tracker for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:14:45.826401 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a26a7938-16e3-4503-aa80-9923ff28538f req-78252cac-351e-460a-9c57-cb33acea7447 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Unset dirty status for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:14:45.827519 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a26a7938-16e3-4503-aa80-9923ff28538f req-78252cac-351e-460a-9c57-cb33acea7447 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.30 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.3260291 Jun 19 18:14:45.871807 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:45.883488 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2a1af83b-b529-431b-92d1-e4d22e4590c5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:45.894884 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 820d02a8-28d0-422f-b6f2-c1586a0f9e54 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:14:45.941807 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 820d02a8-28d0-422f-b6f2-c1586a0f9e54 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:14:45.941807 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 820d02a8-28d0-422f-b6f2-c1586a0f9e54 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:14:45.974284 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Pushing event deleted for resources: {'Port': ['ID=0432e486-a5b9-4dba-a354-75967d070607,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:45.977694 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:46.028173 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Deleting port 29080e85-9596-411b-b615-de9b04962ed7 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:46.028503 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:46.103435 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747587'] for router_gateway, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:46.332241 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482'] for router, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:46.350065 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:46.513364 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1663534'] for router, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:46.513891 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaccbae1-decd-4bfc-acf5-5768e5a2523b {{(pid=78397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 19 18:14:46.542231 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:46.543357 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] 10.222.0.16 "DELETE /v2.0/routers/eaccbae1-decd-4bfc-acf5-5768e5a2523b HTTP/1.1" status: 204 len: 168 time: 1.8284407 Jun 19 18:14:46.546171 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42838) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:46.562731 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] For port 29080e85-9596-411b-b615-de9b04962ed7, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=29080e85-9596-411b-b615-de9b04962ed7,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:46.563086 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:46.619307 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59d75eb-0a0b-483f-bd26-df3236ed6cc5 admin admin] Deleting subnet 3444f168-c8e9-4c9c-a467-d52d20795837 {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:14:46.622583 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d59d75eb-0a0b-483f-bd26-df3236ed6cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:46.676222 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d59d75eb-0a0b-483f-bd26-df3236ed6cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604224'] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:46.861082 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:46.861739 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:46.861739 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.l3_db [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Floating IP 7b317baa-f3d4-438c-aa0b-47da8dc09e64 disassociated. External IP: 172.28.0.242, port: 29080e85-9596-411b-b615-de9b04962ed7. Jun 19 18:14:46.861983 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Calling delete_port for 29080e85-9596-411b-b615-de9b04962ed7 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:46.969130 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d59d75eb-0a0b-483f-bd26-df3236ed6cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:47.021720 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:47.027550 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:47.070820 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event deleted for resources: {'Port': ['ID=29080e85-9596-411b-b615-de9b04962ed7,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:47.072308 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7328cf-0671-4c87-815d-4bb489856ed9 req-0b6b7fce-9599-4d7a-90f5-b8921ee95c92 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:47.073894 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4d7328cf-0671-4c87-815d-4bb489856ed9 req-0b6b7fce-9599-4d7a-90f5-b8921ee95c92 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 946 time: 0.3383894 Jun 19 18:14:47.074442 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:47.112231 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02b550-fd97-45f3-9e52-be181aa67c6f req-78404d9e-afc7-4458-b6dd-3a536121d5b5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:47.114117 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5e02b550-fd97-45f3-9e52-be181aa67c6f req-78404d9e-afc7-4458-b6dd-3a536121d5b5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 946 time: 0.2665768 Jun 19 18:14:47.292579 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-4d7328cf-0671-4c87-815d-4bb489856ed9 req-603b158d-792a-485a-a2aa-acaef6dfad36 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=05d86fd8-d54b-4bd7-b132-0b374f871fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068231 Jun 19 18:14:47.307198 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5e02b550-fd97-45f3-9e52-be181aa67c6f req-7125997b-a077-4937-a4ee-612991131440 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194515 Jun 19 18:14:47.365961 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Router 7efb41dc-9980-4381-b938-499f27541bcf has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:14:47.394970 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d59d75eb-0a0b-483f-bd26-df3236ed6cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476517'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:47.399696 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:47.434355 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d75eb-0a0b-483f-bd26-df3236ed6cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3444f168-c8e9-4c9c-a467-d52d20795837,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:47.437254 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d59d75eb-0a0b-483f-bd26-df3236ed6cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:47.438222 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d59d75eb-0a0b-483f-bd26-df3236ed6cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:47.443787 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d74ae8a-ffbe-4946-85be-cfd8b0529d05 None None] Network 334a9e4e-ff75-49ec-95cf-38d7b76d8548 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:14:47.444313 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d59d75eb-0a0b-483f-bd26-df3236ed6cc5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3444f168-c8e9-4c9c-a467-d52d20795837 HTTP/1.1" status: 204 len: 168 time: 0.8967226 Jun 19 18:14:47.446567 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42848) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:47.557849 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:47.570933 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Deleting port 1516cb53-209e-4048-9421-3d683f0d37c3 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:47.571420 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:47.583235 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:14:47.609941 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fdc212-bf33-4763-9f6a-82a8cb745d7e None None] Sync routers for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:14:47.622475 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fdc212-bf33-4763-9f6a-82a8cb745d7e None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:14:47.623591 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-a4fdc212-bf33-4763-9f6a-82a8cb745d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:47.682032 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] No DVR routers for this DVR port 29080e85-9596-411b-b615-de9b04962ed7 on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:14:47.685365 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:47.691499 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'name': 'network-vif-deleted', 'tag': '29080e85-9596-411b-b615-de9b04962ed7'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:14:47.725271 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a26a7938-16e3-4503-aa80-9923ff28538f req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.30 "DELETE /v2.0/ports/29080e85-9596-411b-b615-de9b04962ed7 HTTP/1.1" status: 204 len: 173 time: 1.8911171 Jun 19 18:14:47.783875 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe3eda6-9a28-45fc-9826-212853610bcc', 'name': 'network-vif-deleted', 'tag': '29080e85-9596-411b-b615-de9b04962ed7', 'status': 'completed', 'code': 200} Jun 19 18:14:47.801082 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed4ff7-8244-4169-baf8-831a50f24c5e None None] DHCP port deletion for 334a9e4e-ff75-49ec-95cf-38d7b76d8548 request from dv-cinder-797107-1-smb {{(pid=78399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 19 18:14:47.805903 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-92ed4ff7-8244-4169-baf8-831a50f24c5e None None] Deleting port 1516cb53-209e-4048-9421-3d683f0d37c3 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:47.806521 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-92ed4ff7-8244-4169-baf8-831a50f24c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:47.911736 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-a4fdc212-bf33-4763-9f6a-82a8cb745d7e None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:14:47.924194 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 0432e486-a5b9-4dba-a354-75967d070607 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:14:47.947191 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [None req-1d692813-c830-4991-be10-1222461186ec admin admin] For port 1516cb53-209e-4048-9421-3d683f0d37c3, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=1516cb53-209e-4048-9421-3d683f0d37c3,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:47.947961 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:47.976167 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 0432e486-a5b9-4dba-a354-75967d070607 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:14:47.977424 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 0432e486-a5b9-4dba-a354-75967d070607 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:14:47.977846 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 1516cb53-209e-4048-9421-3d683f0d37c3 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:14:48.082830 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Calling delete_port for 1516cb53-209e-4048-9421-3d683f0d37c3 owned by network:dhcp {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:48.158423 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-92ed4ff7-8244-4169-baf8-831a50f24c5e None None] For port 1516cb53-209e-4048-9421-3d683f0d37c3, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=1516cb53-209e-4048-9421-3d683f0d37c3,segment=NetworkSegment(e00c2580-3fc3-4091-b3b1-325a0cd87be9),segment_id=e00c2580-3fc3-4091-b3b1-325a0cd87be9)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:48.158848 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-92ed4ff7-8244-4169-baf8-831a50f24c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:48.177967 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:48.185260 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-92fdefc2-09bd-408c-bc9e-b875d15ce3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:48.213631 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:48.245220 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Pushing event deleted for resources: {'Port': ['ID=1516cb53-209e-4048-9421-3d683f0d37c3,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:48.248944 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:48.249825 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d692813-c830-4991-be10-1222461186ec admin admin] No DVR routers for this DVR port 1516cb53-209e-4048-9421-3d683f0d37c3 on host dv-cinder-797107-1-smb {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:14:48.268551 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Port 1516cb53-209e-4048-9421-3d683f0d37c3 update to DOWN by agent not found {{(pid=78399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}} Jun 19 18:14:48.317426 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-a4fdc212-bf33-4763-9f6a-82a8cb745d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:04Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:48.323228 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fdc212-bf33-4763-9f6a-82a8cb745d7e None None] Checking router: 7efb41dc-9980-4381-b938-499f27541bcf for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:14:48.341036 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fdc212-bf33-4763-9f6a-82a8cb745d7e None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:14:48.341413 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-92ed4ff7-8244-4169-baf8-831a50f24c5e None None] Calling delete_port for 1516cb53-209e-4048-9421-3d683f0d37c3 owned by network:dhcp {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:48.342056 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-a4fdc212-bf33-4763-9f6a-82a8cb745d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:48.428297 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:48.454874 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-1d692813-c830-4991-be10-1222461186ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334a9e4e-ff75-49ec-95cf-38d7b76d8548']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:48.472434 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-1d692813-c830-4991-be10-1222461186ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00c2580-3fc3-4091-b3b1-325a0cd87be9') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:48.472780 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-1d692813-c830-4991-be10-1222461186ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00c2580-3fc3-4091-b3b1-325a0cd87be9') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:48.491424 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2604279'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:48.514532 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:48.522729 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:14:48.524312 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530032'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: timer() Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: cb(*args, **kw) Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: self._notify() Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: self.callback(batched_events) Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: event.method(event) Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: return self._get(url).json() Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:14:48.545383 dv-cinder-797107-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:14:48.578288 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-92ed4ff7-8244-4169-baf8-831a50f24c5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 18:14:48.578931 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-92ed4ff7-8244-4169-baf8-831a50f24c5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 18:14:48.615166 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-471e406a-aa4b-4c05-b509-43acc0873128 req-eee0f265-c4ee-48b8-89ac-e348fc6c51fa tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=abe3eda6-9a28-45fc-9826-212853610bcc HTTP/1.1" status: 200 len: 210 time: 0.0653844 Jun 19 18:14:48.628953 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-a4fdc212-bf33-4763-9f6a-82a8cb745d7e None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:14:48.694895 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:48.699929 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-12e6eecd-1fb6-428e-8d46-3b697e2385ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:48.713409 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:48.723579 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Pushing event deleted for resources: {'Network': ['ID=334a9e4e-ff75-49ec-95cf-38d7b76d8548,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:48.727326 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1d692813-c830-4991-be10-1222461186ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:48.739031 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-1d692813-c830-4991-be10-1222461186ec admin admin] 10.222.0.16 "DELETE /v2.0/networks/334a9e4e-ff75-49ec-95cf-38d7b76d8548 HTTP/1.1" status: 204 len: 168 time: 1.2915177 Jun 19 18:14:48.742539 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 42856) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:48.881224 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 29080e85-9596-411b-b615-de9b04962ed7 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:14:48.915826 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: 29080e85-9596-411b-b615-de9b04962ed7 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:14:48.916173 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 29080e85-9596-411b-b615-de9b04962ed7 not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:14:48.957706 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-a4fdc212-bf33-4763-9f6a-82a8cb745d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:04Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:48.961704 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fdc212-bf33-4763-9f6a-82a8cb745d7e None None] The sync data for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb is: [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:04Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:14:49.080504 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-92ed4ff7-8244-4169-baf8-831a50f24c5e None None] Deleting port 1516cb53-209e-4048-9421-3d683f0d37c3 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:49.080964 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-92ed4ff7-8244-4169-baf8-831a50f24c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:49.216062 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-92ed4ff7-8244-4169-baf8-831a50f24c5e None None] The port '1516cb53-209e-4048-9421-3d683f0d37c3' was deleted {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 19 18:14:49.223061 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbbe18e-6dd9-483f-b4fe-6a7143934059 None None] New status for floating IP 7b317baa-f3d4-438c-aa0b-47da8dc09e64: DOWN {{(pid=78399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 18:14:49.325590 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746860'] for router_interface, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:49.678390 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] Deleting port 05bf2352-1f79-42de-b7e5-80b30c932496 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:49.678728 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:49.754045 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42864) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:49.827580 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7ef2b38d-a212-43ab-b8cb-ed10812b8dcd tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:49.856700 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7ef2b38d-a212-43ab-b8cb-ed10812b8dcd tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:49.915609 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7ef2b38d-a212-43ab-b8cb-ed10812b8dcd tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:49.919755 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0c5a2bfa-12b4-4f49-a2bc-39bfcd0fc3e5 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:49.935624 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2b38d-a212-43ab-b8cb-ed10812b8dcd tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d86fd8-d54b-4bd7-b132-0b374f871fdc,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:49.938166 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7ef2b38d-a212-43ab-b8cb-ed10812b8dcd tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:49.950634 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7ef2b38d-a212-43ab-b8cb-ed10812b8dcd tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:49.952052 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-7ef2b38d-a212-43ab-b8cb-ed10812b8dcd tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "DELETE /v2.0/security-groups/05d86fd8-d54b-4bd7-b132-0b374f871fdc HTTP/1.1" status: 204 len: 168 time: 0.1968970 Jun 19 18:14:49.955238 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42868) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:49.978769 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.api.v2.resource [None req-dfaa25d0-1fb4-403c-a4c1-a3fd9676335c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] show failed (client error): The resource could not be found. Jun 19 18:14:49.979817 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-dfaa25d0-1fb4-403c-a4c1-a3fd9676335c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups/05d86fd8-d54b-4bd7-b132-0b374f871fdc HTTP/1.1" status: 404 len: 347 time: 0.0232515 Jun 19 18:14:49.982737 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42872) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:49.985924 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] For port 05bf2352-1f79-42de-b7e5-80b30c932496, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=05bf2352-1f79-42de-b7e5-80b30c932496,segment=NetworkSegment(9a97113d-83ed-40fc-b293-71875ef73a8f),segment_id=9a97113d-83ed-40fc-b293-71875ef73a8f)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:49.986422 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:50.111874 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] Calling delete_port for 05bf2352-1f79-42de-b7e5-80b30c932496 owned by network:router_interface {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:50.141649 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-dc486f58-b6ab-49cd-8ba2-e4e448ad6ab5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Deleting port 74c57e3b-9fd7-422b-97b7-98e533821931 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:50.142007 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc486f58-b6ab-49cd-8ba2-e4e448ad6ab5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:50.296957 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:50.301926 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-98696071-3f4a-422e-998f-2d84c4aa665b tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:50.314298 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc486f58-b6ab-49cd-8ba2-e4e448ad6ab5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:50.314629 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc486f58-b6ab-49cd-8ba2-e4e448ad6ab5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:50.350191 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] Pushing event deleted for resources: {'Port': ['ID=05bf2352-1f79-42de-b7e5-80b30c932496,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:50.378944 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:50.443028 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-dc486f58-b6ab-49cd-8ba2-e4e448ad6ab5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Calling delete_port for 74c57e3b-9fd7-422b-97b7-98e533821931 owned by network:floatingip {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:50.597324 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc486f58-b6ab-49cd-8ba2-e4e448ad6ab5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:50.601028 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:50.624390 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663772'] for router_interface, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:50.647887 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc486f58-b6ab-49cd-8ba2-e4e448ad6ab5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event deleted for resources: {'Port': ['ID=74c57e3b-9fd7-422b-97b7-98e533821931,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:50.733275 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-14140b8a-f1a8-4d81-9b14-bcf85dfad47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:50.769464 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-dc486f58-b6ab-49cd-8ba2-e4e448ad6ab5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:50.833345 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc486f58-b6ab-49cd-8ba2-e4e448ad6ab5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:50.848906 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc486f58-b6ab-49cd-8ba2-e4e448ad6ab5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:50.849926 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-dc486f58-b6ab-49cd-8ba2-e4e448ad6ab5 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "DELETE /v2.0/floatingips/7b317baa-f3d4-438c-aa0b-47da8dc09e64 HTTP/1.1" status: 204 len: 168 time: 0.8663762 Jun 19 18:14:50.986690 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] Router 317ad366-dcec-4304-86f7-9118aeba089b has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:14:51.134224 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.153396 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42878) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:51.158484 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696143821', 'description': 'tempest-description--1176762141'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:14:51.166435 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:14:51.171994 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Usage tracker for resource:security_group and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:14:51.176242 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:14:51.183126 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:14:51.195183 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.217147 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:14:51.221029 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Usage tracker for resource:security_group_rule and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:14:51.224308 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:14:51.231974 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:14:51.282081 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:14:51.293911 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] 10.222.0.16 "PUT /v2.0/routers/317ad366-dcec-4304-86f7-9118aeba089b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5479870 Jun 19 18:14:51.294168 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 42882) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:51.297328 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626258d-9170-4ad7-8185-7bfbcd5b46dc None None] Sync routers for ids ['317ad366-dcec-4304-86f7-9118aeba089b'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:14:51.310146 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7626258d-9170-4ad7-8185-7bfbcd5b46dc None None] Routers {'317ad366-dcec-4304-86f7-9118aeba089b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:14:51.311687 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-7626258d-9170-4ad7-8185-7bfbcd5b46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['317ad366-dcec-4304-86f7-9118aeba089b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:51.322820 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.328021 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.334827 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-716594da-d980-49cb-9977-88afd3d89168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:51.387390 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a8039c-ecc2-4537-a436-8e78827b27a4,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:51.391542 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:51.393438 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.394861 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2409544 Jun 19 18:14:51.398870 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42886) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:51.405164 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-ea03b6ac-5b71-47d9-ad5b-f50e9daf4a00 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Request body: {'security_group_rule': {'security_group_id': '17a8039c-ecc2-4537-a436-8e78827b27a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:14:51.411664 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ea03b6ac-5b71-47d9-ad5b-f50e9daf4a00 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:14:51.416920 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ea03b6ac-5b71-47d9-ad5b-f50e9daf4a00 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Usage tracker for resource:security_group_rule and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:14:51.420100 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ea03b6ac-5b71-47d9-ad5b-f50e9daf4a00 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:14:51.426284 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ea03b6ac-5b71-47d9-ad5b-f50e9daf4a00 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:14:51.444008 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ea03b6ac-5b71-47d9-ad5b-f50e9daf4a00 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.475645 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Notify callbacks [] for router, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.509801 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ea03b6ac-5b71-47d9-ad5b-f50e9daf4a00 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.515528 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ea03b6ac-5b71-47d9-ad5b-f50e9daf4a00 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.517688 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a1d9d809-6b18-410f-9d01-3d7b6f4b21e7 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:51.541341 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-7626258d-9170-4ad7-8185-7bfbcd5b46dc None None] Set router 317ad366-dcec-4304-86f7-9118aeba089b gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:14:51.543707 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03b6ac-5b71-47d9-ad5b-f50e9daf4a00 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b8702c-8e47-4f0c-98f0-f6de7d4666c3,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:51.552997 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ea03b6ac-5b71-47d9-ad5b-f50e9daf4a00 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:51.557972 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ea03b6ac-5b71-47d9-ad5b-f50e9daf4a00 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.559271 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ea03b6ac-5b71-47d9-ad5b-f50e9daf4a00 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592839 Jun 19 18:14:51.561894 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42890) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:51.567412 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-81a2116c-c85c-40b9-bdaa-e7bc43c3da8b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Request body: {'security_group_rule': {'security_group_id': '17a8039c-ecc2-4537-a436-8e78827b27a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:14:51.573826 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-81a2116c-c85c-40b9-bdaa-e7bc43c3da8b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:14:51.577274 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-81a2116c-c85c-40b9-bdaa-e7bc43c3da8b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Usage tracker for resource:security_group_rule and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:14:51.580124 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-81a2116c-c85c-40b9-bdaa-e7bc43c3da8b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:14:51.587528 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-81a2116c-c85c-40b9-bdaa-e7bc43c3da8b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:14:51.604813 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-81a2116c-c85c-40b9-bdaa-e7bc43c3da8b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.668415 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-81a2116c-c85c-40b9-bdaa-e7bc43c3da8b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.672048 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-81a2116c-c85c-40b9-bdaa-e7bc43c3da8b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743333'] for security_group_rule, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.674058 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.674380 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-eb7a71dd-ec51-45a1-98cc-c98b5691c938 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:51.684324 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Deleting port cdf9bde8-f992-49f8-b62f-dcc24d2e778c {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:51.684773 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.699453 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2116c-c85c-40b9-bdaa-e7bc43c3da8b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b422613-9e92-4e4b-9ce1-11f37b4e714f,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:51.702213 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-81a2116c-c85c-40b9-bdaa-e7bc43c3da8b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:51.714630 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-81a2116c-c85c-40b9-bdaa-e7bc43c3da8b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.716145 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-81a2116c-c85c-40b9-bdaa-e7bc43c3da8b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527212 Jun 19 18:14:51.719077 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42894) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:51.724213 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Request body: {'floatingip': {'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:14:51.731198 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:14:51.735542 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Usage tracker for resource:floatingip and tenant:fafa5c8bae7e4634a844643e7c91706e is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:14:51.738836 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:14:51.744749 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:14:51.758920 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.853227 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-7626258d-9170-4ad7-8185-7bfbcd5b46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ad366-dcec-4304-86f7-9118aeba089b', 'name': 'tempest-TestMinimumBasicScenario-1267655023-router', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:44Z', 'updated_at': '2021-06-19T18:14:50Z', 'revision_number': 5, 'project_id': '20114021c06b45368c2b715df7b74326', 'gw_port': {'id': 'cdf9bde8-f992-49f8-b62f-dcc24d2e778c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ad366-dcec-4304-86f7-9118aeba089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:10:45Z', 'updated_at': '2021-06-19T18:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:51.857450 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626258d-9170-4ad7-8185-7bfbcd5b46dc None None] Checking router: 317ad366-dcec-4304-86f7-9118aeba089b for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:14:51.866248 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7626258d-9170-4ad7-8185-7bfbcd5b46dc None None] Routers {'317ad366-dcec-4304-86f7-9118aeba089b'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:14:51.866972 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-7626258d-9170-4ad7-8185-7bfbcd5b46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['317ad366-dcec-4304-86f7-9118aeba089b'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:51.890294 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] For port cdf9bde8-f992-49f8-b62f-dcc24d2e778c, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=cdf9bde8-f992-49f8-b62f-dcc24d2e778c,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:51.890666 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:51.910641 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.023393 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-7626258d-9170-4ad7-8185-7bfbcd5b46dc None None] Set router 317ad366-dcec-4304-86f7-9118aeba089b gateway port host: None {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:14:52.025195 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Calling delete_port for cdf9bde8-f992-49f8-b62f-dcc24d2e778c owned by network:router_gateway {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:52.046705 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_common [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Allocated IP 172.28.0.194 (8eadf0fe-99a1-477a-9e73-8344019ac9f0/69d14686-36f7-4c79-8ae2-db789b5e36c8/b8183f43-abca-49f6-a326-5f6ab77bed07) {{(pid=78398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:14:52.130300 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-7626258d-9170-4ad7-8185-7bfbcd5b46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ad366-dcec-4304-86f7-9118aeba089b', 'name': 'tempest-TestMinimumBasicScenario-1267655023-router', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:44Z', 'updated_at': '2021-06-19T18:14:51Z', 'revision_number': 6, 'project_id': '20114021c06b45368c2b715df7b74326', 'gw_port_host': None}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:52.134512 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626258d-9170-4ad7-8185-7bfbcd5b46dc None None] The sync data for ids ['317ad366-dcec-4304-86f7-9118aeba089b'] in dv-cinder-797107-1-smb is: [{'id': '317ad366-dcec-4304-86f7-9118aeba089b', 'name': 'tempest-TestMinimumBasicScenario-1267655023-router', 'tenant_id': '20114021c06b45368c2b715df7b74326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:10:44Z', 'updated_at': '2021-06-19T18:14:51Z', 'revision_number': 6, 'project_id': '20114021c06b45368c2b715df7b74326', 'gw_port_host': None}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:14:52.204695 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.209413 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-64171fb1-6d7b-434b-aa68-245622154d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:52.220062 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for port, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.250139 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.254598 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf9bde8-f992-49f8-b62f-dcc24d2e778c,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:52.255633 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e643e4d2-f9f1-4c32-b591-357e2a7b1578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:52.280683 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:52.322516 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Network 8eadf0fe-99a1-477a-9e73-8344019ac9f0 is already hosted by enough agents. {{(pid=78398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:14:52.325855 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources bound (agent type, host, resource id): {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:14:52.328305 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Received port after_create {{(pid=78398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:14:52.347280 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747587'] for router_gateway, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.367466 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event updated for resources: {'Port': ['ID=b8183f43-abca-49f6-a326-5f6ab77bed07,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:52.370179 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:52.415248 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.475748 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.520549 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482'] for router, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.523781 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.556970 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1663534'] for router, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.557502 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 317ad366-dcec-4304-86f7-9118aeba089b {{(pid=78397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 19 18:14:52.573924 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.575260 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-72a75d87-3109-4784-abea-bb9c9931660c admin admin] 10.222.0.16 "DELETE /v2.0/routers/317ad366-dcec-4304-86f7-9118aeba089b HTTP/1.1" status: 204 len: 168 time: 1.2800255 Jun 19 18:14:52.577549 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 42898) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:52.641295 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07dad56-fc3a-48c1-bf4b-857a09b8ae6a admin admin] Deleting subnet 22345f5d-4c5f-4c8e-9f8f-0b61599e6553 {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:14:52.644171 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c07dad56-fc3a-48c1-bf4b-857a09b8ae6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.692022 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c07dad56-fc3a-48c1-bf4b-857a09b8ae6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2561049'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.699259 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for port, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.703581 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2529048'] for port, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.707213 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e2d4df94-2d8c-41b0-a0e6-045b87b6c805 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:52.816432 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event updated for resources: {'Port': ['ID=b8183f43-abca-49f6-a326-5f6ab77bed07,revision_number=2']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:52.821573 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:52.830020 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.851207 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:52.852754 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-c2b32177-4e67-485d-b685-98405f79eb01 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1326277 Jun 19 18:14:52.918850 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c07dad56-fc3a-48c1-bf4b-857a09b8ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:53.080481 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-635bc30f-d5eb-42d9-8b0f-2856b5ac639f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Synchronizing usage tracker for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:security_group {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:14:53.095977 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-635bc30f-d5eb-42d9-8b0f-2856b5ac639f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Unset dirty status for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:security_group {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:14:53.097241 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-635bc30f-d5eb-42d9-8b0f-2856b5ac639f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1696143821&fields=id&tenant_id=fafa5c8bae7e4634a844643e7c91706e HTTP/1.1" status: 200 len: 267 time: 0.0598128 Jun 19 18:14:53.185130 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c07dad56-fc3a-48c1-bf4b-857a09b8ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3706322'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:53.195673 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:53.227954 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c07dad56-fc3a-48c1-bf4b-857a09b8ae6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:53.230591 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6105c750-b14d-4dea-8cd1-b85ddba3169d None None] Network 808958d6-ac93-4ce6-aa17-7e992153f68a requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:14:53.231119 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dad56-fc3a-48c1-bf4b-857a09b8ae6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22345f5d-4c5f-4c8e-9f8f-0b61599e6553,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:53.234817 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c07dad56-fc3a-48c1-bf4b-857a09b8ae6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:53.239004 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c07dad56-fc3a-48c1-bf4b-857a09b8ae6a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/22345f5d-4c5f-4c8e-9f8f-0b61599e6553 HTTP/1.1" status: 204 len: 168 time: 0.6580498 Jun 19 18:14:53.239109 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 42914) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:53.270991 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-69416c53-f48c-4d98-9402-952f12198a2c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:53.272704 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-69416c53-f48c-4d98-9402-952f12198a2c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/networks?id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 200 len: 810 time: 0.1685073 Jun 19 18:14:53.288398 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-4367f2f8-b9da-405e-b4c7-830f9b38918b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/quotas/fafa5c8bae7e4634a844643e7c91706e HTTP/1.1" status: 200 len: 375 time: 0.0094225 Jun 19 18:14:53.345836 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:53.356758 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Deleting port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:53.357684 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:53.381918 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ff63ebb0-f426-4e8b-905f-c64c491b636d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Synchronizing usage tracker for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:port {{(pid=78398) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:14:53.398378 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ff63ebb0-f426-4e8b-905f-c64c491b636d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Unset dirty status for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:port {{(pid=78398) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:14:53.399948 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ff63ebb0-f426-4e8b-905f-c64c491b636d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fafa5c8bae7e4634a844643e7c91706e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053083 Jun 19 18:14:53.488785 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-932c79ce-f63a-409f-b28f-fe048a634480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:53.501978 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076feeca-202e-4fbe-8aae-52a6f27d1637 None None] DHCP port deletion for 808958d6-ac93-4ce6-aa17-7e992153f68a request from dv-cinder-797107-1-smb {{(pid=78399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 19 18:14:53.506798 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-076feeca-202e-4fbe-8aae-52a6f27d1637 None None] Deleting port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:53.507205 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-076feeca-202e-4fbe-8aae-52a6f27d1637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:53.602144 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] For port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=e2229b0c-999d-4cb6-8a64-a85bfe6c64b3,segment=NetworkSegment(9a97113d-83ed-40fc-b293-71875ef73a8f),segment_id=9a97113d-83ed-40fc-b293-71875ef73a8f)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:53.602579 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:53.609485 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-d38a9d09-f53f-49d9-89dd-bd515ed24369 service neutron] 10.222.0.16 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954856 Jun 19 18:14:53.714449 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-076feeca-202e-4fbe-8aae-52a6f27d1637 None None] For port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=e2229b0c-999d-4cb6-8a64-a85bfe6c64b3,segment=NetworkSegment(9a97113d-83ed-40fc-b293-71875ef73a8f),segment_id=9a97113d-83ed-40fc-b293-71875ef73a8f)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:14:53.714938 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-076feeca-202e-4fbe-8aae-52a6f27d1637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:53.727889 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Calling delete_port for e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 owned by network:dhcp {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:53.807897 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:53.812940 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5fea3a90-b64e-4022-94e3-00332b701bc7 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:53.849766 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-076feeca-202e-4fbe-8aae-52a6f27d1637 None None] Calling delete_port for e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 owned by network:dhcp {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:53.855640 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-770a779d-abe1-45f2-a7d9-69434efa9dc9 service neutron] 10.222.0.16 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389860 Jun 19 18:14:53.860179 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2229b0c-999d-4cb6-8a64-a85bfe6c64b3,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:53.862150 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] No DVR routers for this DVR port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 on host dv-cinder-797107-1-smb {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:14:53.863577 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:53.929420 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:14:53.972134 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:14:53.972534 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:14:53.973106 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 05bf2352-1f79-42de-b7e5-80b30c932496 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:14:53.986416 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:54.000755 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808958d6-ac93-4ce6-aa17-7e992153f68a']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:54.015596 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a97113d-83ed-40fc-b293-71875ef73a8f') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:54.015861 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a97113d-83ed-40fc-b293-71875ef73a8f') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:14:54.028050 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-076feeca-202e-4fbe-8aae-52a6f27d1637 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 18:14:54.028643 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-076feeca-202e-4fbe-8aae-52a6f27d1637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 18:14:54.029817 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2561070'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:54.036565 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 05bf2352-1f79-42de-b7e5-80b30c932496 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:14:54.037284 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 05bf2352-1f79-42de-b7e5-80b30c932496 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:14:54.037874 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device cdf9bde8-f992-49f8-b62f-dcc24d2e778c no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:14:54.048151 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:54.057428 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:14:54.058031 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562485'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: timer() Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: cb(*args, **kw) Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: self._notify() Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: self.callback(batched_events) Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: event.method(event) Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: return self._get(url).json() Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:14:54.075628 dv-cinder-797107-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:14:54.094568 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: cdf9bde8-f992-49f8-b62f-dcc24d2e778c {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:14:54.094926 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device cdf9bde8-f992-49f8-b62f-dcc24d2e778c not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:14:54.099798 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:54.121244 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d67422cd-4573-4eed-b2c1-c356e4681df4 req-336c2066-b46b-4ede-b7ae-491a9c2da3b8 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 210 time: 0.0515556 Jun 19 18:14:54.212069 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:54.219259 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-08166d76-5f34-4008-ad1f-ebb0710e3b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:54.242082 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:54.247136 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Pushing event deleted for resources: {'Network': ['ID=808958d6-ac93-4ce6-aa17-7e992153f68a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:54.252062 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:54.258213 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] 10.222.0.16 "DELETE /v2.0/networks/808958d6-ac93-4ce6-aa17-7e992153f68a HTTP/1.1" status: 204 len: 168 time: 1.0175896 Jun 19 18:14:54.265500 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f6cc21a4-fc29-4c66-a9c1-f2efae1232fe req-76b8574b-1bc5-4a42-b345-c16279c4c493 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1180594 Jun 19 18:14:54.375861 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc21a4-fc29-4c66-a9c1-f2efae1232fe req-e3b8af2f-287d-488e-9352-0ff1d67b178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:54.377356 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f6cc21a4-fc29-4c66-a9c1-f2efae1232fe req-e3b8af2f-287d-488e-9352-0ff1d67b178b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 1099 time: 0.0786250 Jun 19 18:14:54.446195 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42932) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:54.501897 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f17f565a-6fa9-4ad3-853c-0604df2b1224 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fe73261edd04c289455e771867ec062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543482 Jun 19 18:14:54.504215 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42936) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:54.530574 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-076feeca-202e-4fbe-8aae-52a6f27d1637 None None] Deleting port e2229b0c-999d-4cb6-8a64-a85bfe6c64b3 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:54.531809 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-076feeca-202e-4fbe-8aae-52a6f27d1637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:54.574155 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2495b2e-e2dd-4603-bf9d-283bff094944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:54.605785 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2495b2e-e2dd-4603-bf9d-283bff094944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:54.613443 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-076feeca-202e-4fbe-8aae-52a6f27d1637 None None] The port 'e2229b0c-999d-4cb6-8a64-a85bfe6c64b3' was deleted {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 19 18:14:54.642054 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc21a4-fc29-4c66-a9c1-f2efae1232fe req-1b77b848-ecdb-4f73-9b50-9044539a2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:54.643162 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f6cc21a4-fc29-4c66-a9c1-f2efae1232fe req-1b77b848-ecdb-4f73-9b50-9044539a2246 service neutron] 10.222.0.30 "GET /v2.0/networks?id=efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 200 len: 918 time: 0.2437725 Jun 19 18:14:54.670931 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2495b2e-e2dd-4603-bf9d-283bff094944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:54.675774 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2ae761d6-1a62-4234-ae35-5dca78628ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:54.685686 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2495b2e-e2dd-4603-bf9d-283bff094944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b817ca4c-4d65-41b5-9be7-59848378f9c8,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:54.689255 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e2495b2e-e2dd-4603-bf9d-283bff094944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:54.692459 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e2495b2e-e2dd-4603-bf9d-283bff094944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:54.693544 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e2495b2e-e2dd-4603-bf9d-283bff094944 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b817ca4c-4d65-41b5-9be7-59848378f9c8 HTTP/1.1" status: 204 len: 168 time: 0.1884265 Jun 19 18:14:54.768376 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f6cc21a4-fc29-4c66-a9c1-f2efae1232fe req-028ebdf5-6bef-488e-8c37-c562132538dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfa52021-d725-4820-8cc3-583138a698c2 HTTP/1.1" status: 200 len: 1001 time: 0.1126711 Jun 19 18:14:54.854741 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc21a4-fc29-4c66-a9c1-f2efae1232fe req-3ddb77a1-ede5-49a7-a4e8-7f38c6258371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:54.856207 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f6cc21a4-fc29-4c66-a9c1-f2efae1232fe req-3ddb77a1-ede5-49a7-a4e8-7f38c6258371 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 200 len: 856 time: 0.0602050 Jun 19 18:14:54.940010 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc21a4-fc29-4c66-a9c1-f2efae1232fe req-2ee62608-32a6-4a80-b869-ca133f59f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:54.942043 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f6cc21a4-fc29-4c66-a9c1-f2efae1232fe req-2ee62608-32a6-4a80-b869-ca133f59f46e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=efd8fed2-8ed2-4852-895b-bf8080865dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787187 Jun 19 18:14:55.063735 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42946) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:55.080553 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f6cc21a4-fc29-4c66-a9c1-f2efae1232fe req-da46b891-6385-4ecc-beef-c412925e1b5e service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322689 Jun 19 18:14:55.111575 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9d9126ca-143f-487f-817b-f08a005e5ecf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20114021c06b45368c2b715df7b74326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465586 Jun 19 18:14:55.113826 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 42950) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:55.173802 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d76d74e3-87c9-4853-94bb-8d8e7d347773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:55.200418 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d76d74e3-87c9-4853-94bb-8d8e7d347773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:55.219781 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f6cc21a4-fc29-4c66-a9c1-f2efae1232fe req-8b2e3322-e766-42ca-802b-8a300e1b6b73 service neutron] 10.222.0.30 "GET /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323621 Jun 19 18:14:55.282863 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-31318003-1379-4bd4-acb6-abe2e22164d3 req-a64f497d-1819-433d-b23a-2938c23363d1 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 210 time: 0.0518320 Jun 19 18:14:55.302612 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d76d74e3-87c9-4853-94bb-8d8e7d347773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:55.316950 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7ef2b38d-a212-43ab-b8cb-ed10812b8dcd tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:55.329357 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d74e3-87c9-4853-94bb-8d8e7d347773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ed22d7-4078-4c8b-813a-90f81c1df31b,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:55.332286 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d76d74e3-87c9-4853-94bb-8d8e7d347773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:55.334522 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d76d74e3-87c9-4853-94bb-8d8e7d347773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:55.335346 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d76d74e3-87c9-4853-94bb-8d8e7d347773 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84ed22d7-4078-4c8b-813a-90f81c1df31b HTTP/1.1" status: 204 len: 168 time: 0.2206542 Jun 19 18:14:55.656715 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-2df78df5-3160-4e42-a48a-803266c420a6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:55.658491 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-2df78df5-3160-4e42-a48a-803266c420a6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.30 "GET /v2.0/networks?id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 200 len: 810 time: 0.1636252 Jun 19 18:14:55.722995 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-0d6241f3-a952-4f1c-89e6-4eb67b70ded6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fafa5c8bae7e4634a844643e7c91706e HTTP/1.1" status: 200 len: 380 time: 0.0434031 Jun 19 18:14:55.731661 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Request body: {'port': {'device_id': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'admin_state_up': True, 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'security_groups': ['17a8039c-ecc2-4537-a436-8e78827b27a4']}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:14:55.818654 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:14:55.830609 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:55.865570 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:14:55.876342 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:14:55.887030 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Made reservation on behalf of fafa5c8bae7e4634a844643e7c91706e for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:14:55.890945 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:56.061847 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Allocated IP 172.20.0.4 (d4b86cc9-0fd8-4168-ab4e-35a98cce4551/8b3e0ae5-0af0-4e99-adcd-11d168f82436/b96bb4a6-521e-4793-b1db-d37b1e3c22b6) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:14:56.250571 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:56.266129 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Transition to ACTIVE for port object b96bb4a6-521e-4793-b1db-d37b1e3c22b6 will not be triggered until provisioned by entity DHCP. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:14:56.289897 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:56.296957 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:56.365425 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:14:56.368682 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:14:56.371128 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:14:56.408836 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event updated for resources: {'Port': ['ID=b96bb4a6-521e-4793-b1db-d37b1e3c22b6,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:56.415749 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:56.448682 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:56.449438 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:56.478242 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-cfe4981e-fead-48f1-a2b6-07bd6b9dd92b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7504177 Jun 19 18:14:56.483792 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ed9f-7c7a-4402-817e-71b08e43b3fd req-72b7222d-8178-4e1d-b556-02cd5fbcde0f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:56.485308 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0377ed9f-7c7a-4402-817e-71b08e43b3fd req-72b7222d-8178-4e1d-b556-02cd5fbcde0f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 931 time: 0.0830553 Jun 19 18:14:56.496983 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Request body: {'port': {'device_id': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:14:56.540370 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0377ed9f-7c7a-4402-817e-71b08e43b3fd req-8bd78ea8-9f2c-4213-9148-b7dc0d7907f3 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a8039c-ecc2-4537-a436-8e78827b27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492945 Jun 19 18:14:56.583153 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-720f467e-84f9-41a2-9dd0-9dc7677f5ef4 None None] Provisioning for port b96bb4a6-521e-4793-b1db-d37b1e3c22b6 completed by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:14:56.588776 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-720f467e-84f9-41a2-9dd0-9dc7677f5ef4 None None] Provisioning complete for port b96bb4a6-521e-4793-b1db-d37b1e3c22b6 triggered by entity DHCP. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:14:56.589235 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-720f467e-84f9-41a2-9dd0-9dc7677f5ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:56.615152 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:56.643281 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-720f467e-84f9-41a2-9dd0-9dc7677f5ef4 None None] Port b96bb4a6-521e-4793-b1db-d37b1e3c22b6 cannot update to ACTIVE because it is not bound. {{(pid=78399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 18:14:57.039040 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96bb4a6-521e-4793-b1db-d37b1e3c22b6 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:14:57.046292 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:57.060938 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Transition to ACTIVE for port object b96bb4a6-521e-4793-b1db-d37b1e3c22b6 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:14:57.065134 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:57.069250 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:57.219911 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b96bb4a6-521e-4793-b1db-d37b1e3c22b6,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:57.229183 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:57.300782 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Attempting to bind port b96bb4a6-521e-4793-b1db-d37b1e3c22b6 on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:14:57.301390 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Attempting to bind port b96bb4a6-521e-4793-b1db-d37b1e3c22b6 by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:14:57.301491 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Attempting to bind port b96bb4a6-521e-4793-b1db-d37b1e3c22b6 on network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:14:57.306123 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Port b96bb4a6-521e-4793-b1db-d37b1e3c22b6 on network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:14:57.306438 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Attempting to bind port b96bb4a6-521e-4793-b1db-d37b1e3c22b6 on network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:14:57.311410 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:14:57.311742 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Checking segment: {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:14:57.312118 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Bound using segment: {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:14:57.312532 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Bound port: b96bb4a6-521e-4793-b1db-d37b1e3c22b6, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f672d0e0-a92d-4c31-98bd-414df7769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:14:57.312869 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:57.403482 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] For port b96bb4a6-521e-4793-b1db-d37b1e3c22b6, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:14:57.406307 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] For port b96bb4a6-521e-4793-b1db-d37b1e3c22b6, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=b96bb4a6-521e-4793-b1db-d37b1e3c22b6,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:14:57.410607 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:57.414292 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-660dafd5-400b-48e0-bdd5-a91666c1a0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:57.470099 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:57.470694 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:57.472014 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/b96bb4a6-521e-4793-b1db-d37b1e3c22b6 HTTP/1.1" status: 200 len: 1093 time: 0.9800911 Jun 19 18:14:57.472471 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'tag': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:14:57.492335 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b96bb4a6-521e-4793-b1db-d37b1e3c22b6,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:57.495693 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:57.529258 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'tag': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6', 'status': 'completed', 'code': 200} Jun 19 18:14:57.625019 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-2a065e39-ea5e-4cb0-ac5c-e6f3f7816459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:57.626569 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-2a065e39-ea5e-4cb0-ac5c-e6f3f7816459 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fafa5c8bae7e4634a844643e7c91706e&device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 1096 time: 0.0797181 Jun 19 18:14:57.687302 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 42968) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:14:57.709657 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-8a6123e7-3d76-4979-9ea3-a8ecee3bb90d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96bb4a6-521e-4793-b1db-d37b1e3c22b6 HTTP/1.1" status: 200 len: 217 time: 0.0699277 Jun 19 18:14:57.734526 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd91bd2-b9c7-4a2f-af12-6cb20dc83a0f req-5cc777fc-1af5-4e79-9378-6c18e39aa8cf tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:57.735591 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8bd91bd2-b9c7-4a2f-af12-6cb20dc83a0f req-5cc777fc-1af5-4e79-9378-6c18e39aa8cf tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 943 time: 0.0819292 Jun 19 18:14:57.773923 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-08e999cb-2643-462b-97bd-82b33d2dee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:57.775433 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-08e999cb-2643-462b-97bd-82b33d2dee50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b3e0ae5-0af0-4e99-adcd-11d168f82436 HTTP/1.1" status: 200 len: 849 time: 0.0594423 Jun 19 18:14:57.781934 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8bd91bd2-b9c7-4a2f-af12-6cb20dc83a0f req-773b1b72-54ee-430f-aee2-1d6ce6cc68ce tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a8039c-ecc2-4537-a436-8e78827b27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403328 Jun 19 18:14:57.850183 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ae919f3e-f652-4628-a81c-adc13c998be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:57.852194 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-ae919f3e-f652-4628-a81c-adc13c998be4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709093 Jun 19 18:14:58.134314 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-178a2a77-f7bc-4ed0-a27c-5d93b0cdc7c5 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700946 Jun 19 18:14:58.252397 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Deleting port 3749eb51-8f42-4c09-bcac-8b6d99c78b27 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:14:58.252743 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:58.467013 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a3dde393-7a0d-4a12-a200-3e16737a393f req-71f4d356-81c6-490c-b82a-527fc8fe2899 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201017 Jun 19 18:14:58.551888 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:58.552216 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:58.722703 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Calling delete_port for 3749eb51-8f42-4c09-bcac-8b6d99c78b27 owned by network:floatingip {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:14:58.798523 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cc9db-01a5-44b0-9547-842452c123a7 req-8ab89d54-4239-4c38-b516-958c5402d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:58.799963 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-652cc9db-01a5-44b0-9547-842452c123a7 req-8ab89d54-4239-4c38-b516-958c5402d8f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fafa5c8bae7e4634a844643e7c91706e&device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 1096 time: 0.2372539 Jun 19 18:14:58.971025 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7123b-71e5-4bf0-9424-421674b125c6 req-edf640f1-aa1a-425f-b201-dab6d0be919d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:58.973391 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f5f7123b-71e5-4bf0-9424-421674b125c6 req-edf640f1-aa1a-425f-b201-dab6d0be919d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 943 time: 0.0837207 Jun 19 18:14:58.987940 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cc9db-01a5-44b0-9547-842452c123a7 req-a1aa27ac-e03b-46e0-abdf-de801d22fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:58.989403 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-652cc9db-01a5-44b0-9547-842452c123a7 req-a1aa27ac-e03b-46e0-abdf-de801d22fd6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 200 len: 911 time: 0.1818264 Jun 19 18:14:58.994497 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:59.001221 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-225adb0b-fb9b-41bc-b155-ff921d36fa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:14:59.018621 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f5f7123b-71e5-4bf0-9424-421674b125c6 req-437f8717-9d6b-4d0b-bda0-24734fb26624 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a8039c-ecc2-4537-a436-8e78827b27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401211 Jun 19 18:14:59.129267 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event deleted for resources: {'Port': ['ID=3749eb51-8f42-4c09-bcac-8b6d99c78b27,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:14:59.137217 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-652cc9db-01a5-44b0-9547-842452c123a7 req-1de550df-2481-4c6f-80e7-1513b96a91ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96bb4a6-521e-4793-b1db-d37b1e3c22b6 HTTP/1.1" status: 200 len: 217 time: 0.1370516 Jun 19 18:14:59.137972 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:14:59.243153 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cc9db-01a5-44b0-9547-842452c123a7 req-c6aee5d0-22e9-4fb4-bf5c-5277a6c48588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:59.244550 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-652cc9db-01a5-44b0-9547-842452c123a7 req-c6aee5d0-22e9-4fb4-bf5c-5277a6c48588 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b3e0ae5-0af0-4e99-adcd-11d168f82436 HTTP/1.1" status: 200 len: 849 time: 0.0759661 Jun 19 18:14:59.246857 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for floatingip, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:14:59.247181 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.l3_db [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Floating IP bff6c44c-639d-4f38-8dd9-b34ec7213fd8 disassociated (deleted). External IP: 172.28.0.62, port: d9364b41-f977-4134-8097-0f4ea14e4762. Jun 19 18:14:59.473208 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cc9db-01a5-44b0-9547-842452c123a7 req-bb5307be-3d15-47be-a209-252590608e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:14:59.474661 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-652cc9db-01a5-44b0-9547-842452c123a7 req-bb5307be-3d15-47be-a209-252590608e31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1775799 Jun 19 18:14:59.858954 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-652cc9db-01a5-44b0-9547-842452c123a7 req-a38b7bc1-5112-4aab-826f-bc5055ccd325 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336031 Jun 19 18:14:59.865992 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Router 87aabc1a-1055-423c-98cc-49ff7e3f1eea has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:15:00.140823 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-652cc9db-01a5-44b0-9547-842452c123a7 req-17464e53-d9eb-46da-885f-1d9af60a7107 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736092 Jun 19 18:15:00.155363 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:15:00.167422 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8526cd3-742b-46ea-933d-c545cedd9b29 None None] Sync routers for ids ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:15:00.171388 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:00.178281 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8526cd3-742b-46ea-933d-c545cedd9b29 None None] Routers {'87aabc1a-1055-423c-98cc-49ff7e3f1eea'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:15:00.178891 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-d8526cd3-742b-46ea-933d-c545cedd9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:00.226652 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9f19b55f-b184-4237-91c7-30fdad34faf3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "DELETE /v2.0/floatingips/bff6c44c-639d-4f38-8dd9-b34ec7213fd8 HTTP/1.1" status: 204 len: 168 time: 2.5383348 Jun 19 18:15:00.227642 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:15:00.405955 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-d8526cd3-742b-46ea-933d-c545cedd9b29 None None] Set router 87aabc1a-1055-423c-98cc-49ff7e3f1eea gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:15:00.419788 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96f717-f631-45d4-84f9-bd4123634e2e req-d3b486d3-77bb-472f-8954-10802924d305 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:00.423114 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-de96f717-f631-45d4-84f9-bd4123634e2e req-d3b486d3-77bb-472f-8954-10802924d305 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 943 time: 0.0901353 Jun 19 18:15:00.479464 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-de96f717-f631-45d4-84f9-bd4123634e2e req-2ded8baf-3f44-4100-93f1-153272389057 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a8039c-ecc2-4537-a436-8e78827b27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509551 Jun 19 18:15:00.483906 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'status': 'completed', 'code': 200} Jun 19 18:15:00.621277 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a4f35-a93d-4b0d-887e-d226ea73d649 req-f30cb2a4-e1ee-43fe-9ddc-f243ddbf0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:00.622795 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-626a4f35-a93d-4b0d-887e-d226ea73d649 req-f30cb2a4-e1ee-43fe-9ddc-f243ddbf0371 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ffa04001a184ae7b1aad98a5ac158ab&device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 1099 time: 0.0781467 Jun 19 18:15:00.646559 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564d68f-bb31-4569-af80-6ca659a393c1 req-b30a72bc-7981-4b0a-9147-259b7102d2bc tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:00.648005 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3564d68f-bb31-4569-af80-6ca659a393c1 req-b30a72bc-7981-4b0a-9147-259b7102d2bc tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0829301 Jun 19 18:15:00.694231 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3564d68f-bb31-4569-af80-6ca659a393c1 req-4e467708-cfb1-449e-a94c-58bbc44959a0 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390666 Jun 19 18:15:00.745594 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-d8526cd3-742b-46ea-933d-c545cedd9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:09:06Z', 'revision_number': 4, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': 'e665324c-360e-4dad-ab48-ed82a22766f1', 'name': '', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'mac_address': 'fa:16:3e:74:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:05Z', 'updated_at': '2021-06-19T18:09:15Z', 'revision_number': 5, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'subnets': [{'id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:00.749641 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8526cd3-742b-46ea-933d-c545cedd9b29 None None] Checking router: 87aabc1a-1055-423c-98cc-49ff7e3f1eea for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:15:00.757784 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8526cd3-742b-46ea-933d-c545cedd9b29 None None] Routers {'87aabc1a-1055-423c-98cc-49ff7e3f1eea'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:15:00.758385 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-d8526cd3-742b-46ea-933d-c545cedd9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:00.761344 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a4f35-a93d-4b0d-887e-d226ea73d649 req-308920f1-f8c6-41fd-971e-4df781ff68df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:00.762759 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-626a4f35-a93d-4b0d-887e-d226ea73d649 req-308920f1-f8c6-41fd-971e-4df781ff68df service neutron] 10.222.0.30 "GET /v2.0/networks?id=53012942-8f54-401e-a7c5-8a8392ced699 HTTP/1.1" status: 200 len: 909 time: 0.1322713 Jun 19 18:15:00.831490 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-626a4f35-a93d-4b0d-887e-d226ea73d649 req-0573052d-e9c4-4a33-b54f-8f3edb1a61fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9364b41-f977-4134-8097-0f4ea14e4762 HTTP/1.1" status: 200 len: 217 time: 0.0602334 Jun 19 18:15:00.896133 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a4f35-a93d-4b0d-887e-d226ea73d649 req-3cd18454-5962-4a7c-99af-7aa368cee1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:00.897583 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-626a4f35-a93d-4b0d-887e-d226ea73d649 req-3cd18454-5962-4a7c-99af-7aa368cee1a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ea397f5-b703-452a-bcad-ca68085485d1 HTTP/1.1" status: 200 len: 847 time: 0.0597003 Jun 19 18:15:00.919083 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device b96bb4a6-521e-4793-b1db-d37b1e3c22b6 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:15:00.945708 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-d8526cd3-742b-46ea-933d-c545cedd9b29 None None] Set router 87aabc1a-1055-423c-98cc-49ff7e3f1eea gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:15:00.971253 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a4f35-a93d-4b0d-887e-d226ea73d649 req-8e4427b2-c8dd-414b-9269-8d58b8603e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:00.972707 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-626a4f35-a93d-4b0d-887e-d226ea73d649 req-8e4427b2-c8dd-414b-9269-8d58b8603e90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53012942-8f54-401e-a7c5-8a8392ced699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682907 Jun 19 18:15:01.105302 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-626a4f35-a93d-4b0d-887e-d226ea73d649 req-280dfe41-d1e3-4ff5-ba76-f58145133025 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247830 Jun 19 18:15:01.234679 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-626a4f35-a93d-4b0d-887e-d226ea73d649 req-12adf6a0-c245-464d-a7b1-21f64ce384a1 service neutron] 10.222.0.30 "GET /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220384 Jun 19 18:15:01.272160 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port b96bb4a6-521e-4793-b1db-d37b1e3c22b6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=b96bb4a6-521e-4793-b1db-d37b1e3c22b6,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:01.299431 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'port_id': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6', 'mac_address': 'fa:16:3e:53:ba:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:15:01.396235 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:01.419438 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96bb4a6-521e-4793-b1db-d37b1e3c22b6 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:15:01.439805 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port b96bb4a6-521e-4793-b1db-d37b1e3c22b6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=b96bb4a6-521e-4793-b1db-d37b1e3c22b6,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:01.442725 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-d8526cd3-742b-46ea-933d-c545cedd9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:09:06Z', 'revision_number': 4, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': 'e665324c-360e-4dad-ab48-ed82a22766f1', 'name': '', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'mac_address': 'fa:16:3e:74:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:05Z', 'updated_at': '2021-06-19T18:09:15Z', 'revision_number': 5, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'subnets': [{'id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:01.446722 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:01.448504 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:01.476934 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8526cd3-742b-46ea-933d-c545cedd9b29 None None] The sync data for ids ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'] in dv-cinder-797107-1-smb is: [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:09:06Z', 'revision_number': 4, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': 'e665324c-360e-4dad-ab48-ed82a22766f1', 'name': '', 'network_id': '53012942-8f54-401e-a7c5-8a8392ced699', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'mac_address': 'fa:16:3e:74:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:05Z', 'updated_at': '2021-06-19T18:09:15Z', 'revision_number': 5, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'subnets': [{'id': '4ea397f5-b703-452a-bcad-ca68085485d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:15:01.517519 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=b96bb4a6-521e-4793-b1db-d37b1e3c22b6,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:01.520754 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:01.673875 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7c163-d119-47e3-a9a5-8c5dcf986f86 req-8ccf5fb3-a467-45b2-968a-fbc2bbf47437 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:01.675359 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e1c7c163-d119-47e3-a9a5-8c5dcf986f86 req-8ccf5fb3-a467-45b2-968a-fbc2bbf47437 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 944 time: 0.0897779 Jun 19 18:15:01.716552 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b1c3d-a923-4d49-8abd-c4dc7c887d28 None None] New status for floating IP bff6c44c-639d-4f38-8dd9-b34ec7213fd8: DOWN {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 18:15:01.722501 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e1c7c163-d119-47e3-a9a5-8c5dcf986f86 req-a15100eb-ab26-482d-b6be-019c6d692421 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a8039c-ecc2-4537-a436-8e78827b27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411849 Jun 19 18:15:01.888578 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631819f-8cfc-40f5-aac0-0c48cffa46a6 req-39ad90a9-a6f5-4f32-9264-f4655e0baf66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:01.890065 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0631819f-8cfc-40f5-aac0-0c48cffa46a6 req-39ad90a9-a6f5-4f32-9264-f4655e0baf66 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0812171 Jun 19 18:15:01.902328 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['b96bb4a6-521e-4793-b1db-d37b1e3c22b6'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:15:01.934281 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0631819f-8cfc-40f5-aac0-0c48cffa46a6 req-39af70f9-0b08-48ba-9673-700a1009bc94 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383291 Jun 19 18:15:02.425260 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f66711-1522-4303-b799-d55842d4725d req-733c09d7-d496-49ec-99c9-6f162d8b8fb8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:02.425947 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-21f66711-1522-4303-b799-d55842d4725d req-733c09d7-d496-49ec-99c9-6f162d8b8fb8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Synchronizing usage tracker for tenant:4ffa04001a184ae7b1aad98a5ac158ab on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:15:02.441194 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-21f66711-1522-4303-b799-d55842d4725d req-733c09d7-d496-49ec-99c9-6f162d8b8fb8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Unset dirty status for tenant:4ffa04001a184ae7b1aad98a5ac158ab on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:15:02.442333 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-21f66711-1522-4303-b799-d55842d4725d req-733c09d7-d496-49ec-99c9-6f162d8b8fb8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0986249 Jun 19 18:15:02.512479 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-21f66711-1522-4303-b799-d55842d4725d req-16d45493-3d52-4c6f-bbe7-0706c0622a64 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Deleting port d9364b41-f977-4134-8097-0f4ea14e4762 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:02.512816 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-21f66711-1522-4303-b799-d55842d4725d req-16d45493-3d52-4c6f-bbe7-0706c0622a64 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:02.863478 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-21f66711-1522-4303-b799-d55842d4725d req-16d45493-3d52-4c6f-bbe7-0706c0622a64 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] For port d9364b41-f977-4134-8097-0f4ea14e4762, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=d9364b41-f977-4134-8097-0f4ea14e4762,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:02.863854 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-21f66711-1522-4303-b799-d55842d4725d req-16d45493-3d52-4c6f-bbe7-0706c0622a64 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:02.912169 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d82a2b-c141-45dd-80f6-99fcd9e26da8 req-4b9607e5-8f4c-40c3-a02f-b1b94dad34ed tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:02.914295 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-14d82a2b-c141-45dd-80f6-99fcd9e26da8 req-4b9607e5-8f4c-40c3-a02f-b1b94dad34ed tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 944 time: 0.0818126 Jun 19 18:15:02.930777 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device b96bb4a6-521e-4793-b1db-d37b1e3c22b6 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:15:02.967974 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-14d82a2b-c141-45dd-80f6-99fcd9e26da8 req-570ba697-cb1f-4783-8f92-bc599626384b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a8039c-ecc2-4537-a436-8e78827b27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476570 Jun 19 18:15:02.988596 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-21f66711-1522-4303-b799-d55842d4725d req-16d45493-3d52-4c6f-bbe7-0706c0622a64 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Calling delete_port for d9364b41-f977-4134-8097-0f4ea14e4762 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:03.004358 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port b96bb4a6-521e-4793-b1db-d37b1e3c22b6 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:15:03.010949 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port b96bb4a6-521e-4793-b1db-d37b1e3c22b6 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:15:03.011438 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:03.128194 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98280fd-b1c7-41e4-863c-f751e620ccc0 req-f3cacae2-2bfe-4652-a24c-2b2d20a4c49f tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:03.135189 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b98280fd-b1c7-41e4-863c-f751e620ccc0 req-f3cacae2-2bfe-4652-a24c-2b2d20a4c49f tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 946 time: 0.0917768 Jun 19 18:15:03.173130 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-21f66711-1522-4303-b799-d55842d4725d req-16d45493-3d52-4c6f-bbe7-0706c0622a64 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:03.180711 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:03.184848 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:03.187993 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b98280fd-b1c7-41e4-863c-f751e620ccc0 req-9fc7c2f6-7aff-426a-ae61-2c387b9837cf tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6949c61-ce91-4d99-8ae9-f6d0fecfb324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499802 Jun 19 18:15:03.222327 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:15:03.228022 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d45493-3d52-4c6f-bbe7-0706c0622a64 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event deleted for resources: {'Port': ['ID=d9364b41-f977-4134-8097-0f4ea14e4762,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:03.231404 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-16d45493-3d52-4c6f-bbe7-0706c0622a64 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:03.261824 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port b96bb4a6-521e-4793-b1db-d37b1e3c22b6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=b96bb4a6-521e-4793-b1db-d37b1e3c22b6,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:03.273644 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:03.275675 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:03.317566 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f66711-1522-4303-b799-d55842d4725d req-16d45493-3d52-4c6f-bbe7-0706c0622a64 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] No DVR routers for this DVR port d9364b41-f977-4134-8097-0f4ea14e4762 on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:15:03.326348 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-21f66711-1522-4303-b799-d55842d4725d req-16d45493-3d52-4c6f-bbe7-0706c0622a64 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:03.337219 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'name': 'network-vif-deleted', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:15:03.358663 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-21f66711-1522-4303-b799-d55842d4725d req-16d45493-3d52-4c6f-bbe7-0706c0622a64 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.30 "DELETE /v2.0/ports/d9364b41-f977-4134-8097-0f4ea14e4762 HTTP/1.1" status: 204 len: 173 time: 0.9105129 Jun 19 18:15:03.362073 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6', 'code': 200} Jun 19 18:15:03.363037 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=b96bb4a6-521e-4793-b1db-d37b1e3c22b6,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:03.370412 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:03.394379 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fe0e39-a7d3-4262-8dba-35d6ca7b3726', 'name': 'network-vif-deleted', 'tag': 'd9364b41-f977-4134-8097-0f4ea14e4762', 'status': 'completed', 'code': 200} Jun 19 18:15:03.597819 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd8bb8-f4bf-4a07-bff7-91319770ce8f req-fdf1f074-3da1-4feb-a9c6-2732ff24fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:03.600021 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dcbd8bb8-f4bf-4a07-bff7-91319770ce8f req-fdf1f074-3da1-4feb-a9c6-2732ff24fb14 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 1098 time: 0.0717103 Jun 19 18:15:03.646181 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dcbd8bb8-f4bf-4a07-bff7-91319770ce8f req-8c2cdf1b-1c9d-4bb2-a80d-c4838654ab58 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=17a8039c-ecc2-4537-a436-8e78827b27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394611 Jun 19 18:15:04.146945 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4426c2-d21d-4bb4-969c-5271799ace07 req-aa3aa3f7-83eb-41a1-a347-013148fa94f6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:04.149381 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3c4426c2-d21d-4bb4-969c-5271799ace07 req-aa3aa3f7-83eb-41a1-a347-013148fa94f6 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 945 time: 0.0832732 Jun 19 18:15:04.192966 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3c4426c2-d21d-4bb4-969c-5271799ace07 req-f7a4fa21-5c6f-40c6-8162-db029f1b9e44 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a8039c-ecc2-4537-a436-8e78827b27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388048 Jun 19 18:15:04.360604 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-58148ee1-f80b-40a8-8aeb-25ec7f441a36 req-39e9c0ce-4858-48c6-a3fd-4b372581e850 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "GET /v2.0/ports?device_id=16fe0e39-a7d3-4262-8dba-35d6ca7b3726 HTTP/1.1" status: 200 len: 210 time: 0.0476749 Jun 19 18:15:04.936774 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d9364b41-f977-4134-8097-0f4ea14e4762 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:15:04.970440 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: d9364b41-f977-4134-8097-0f4ea14e4762 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:15:04.970784 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device d9364b41-f977-4134-8097-0f4ea14e4762 not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:15:05.381872 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0d701-5acb-45ee-828b-7e283e2bc6e4 req-29605d73-fb72-470c-98a1-dea451649cb0 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:05.384072 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b1b0d701-5acb-45ee-828b-7e283e2bc6e4 req-29605d73-fb72-470c-98a1-dea451649cb0 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 945 time: 0.0843558 Jun 19 18:15:05.428619 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b1b0d701-5acb-45ee-828b-7e283e2bc6e4 req-b8c29cb8-a6a5-41e7-b472-3ced8072c4e8 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a8039c-ecc2-4537-a436-8e78827b27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386326 Jun 19 18:15:05.454598 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43008) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:05.524835 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f39a9ddb-e08b-40af-8af8-0e1903ac48b8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:05.673764 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f39a9ddb-e08b-40af-8af8-0e1903ac48b8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:05.732843 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c15e7-3e26-4634-958e-f92b6479e2c6 req-a1c0f545-5065-466d-a908-0678ad762653 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:05.734285 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-034c15e7-3e26-4634-958e-f92b6479e2c6 req-a1c0f545-5065-466d-a908-0678ad762653 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 945 time: 0.2074320 Jun 19 18:15:05.743299 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43012) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:05.748834 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-590fa2c5-2bd1-4f95-8612-a6ef23556b1b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Request body: {'floatingip': {'port_id': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6'}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:15:05.827063 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-590fa2c5-2bd1-4f95-8612-a6ef23556b1b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, before_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:05.884999 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f39a9ddb-e08b-40af-8af8-0e1903ac48b8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:05.901058 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ab3fa554-fd5e-4e14-b6e7-c7223b118815 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:05.943834 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a9ddb-e08b-40af-8af8-0e1903ac48b8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6949c61-ce91-4d99-8ae9-f6d0fecfb324,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:05.963748 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f39a9ddb-e08b-40af-8af8-0e1903ac48b8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:05.974980 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-f39a9ddb-e08b-40af-8af8-0e1903ac48b8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:05.976634 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-f39a9ddb-e08b-40af-8af8-0e1903ac48b8 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] 10.222.0.16 "DELETE /v2.0/security-groups/d6949c61-ce91-4d99-8ae9-f6d0fecfb324 HTTP/1.1" status: 204 len: 168 time: 0.5205128 Jun 19 18:15:06.020568 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43018) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:06.453966 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-590fa2c5-2bd1-4f95-8612-a6ef23556b1b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:06.459508 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-590fa2c5-2bd1-4f95-8612-a6ef23556b1b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:06.629117 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.db.l3_db [None req-590fa2c5-2bd1-4f95-8612-a6ef23556b1b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Floating IP 7dd4b377-673f-4748-9a43-8fc8147bd61b associated. External IP: 172.28.0.194, port: b96bb4a6-521e-4793-b1db-d37b1e3c22b6. Jun 19 18:15:06.674582 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746860'] for router_interface, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:07.080307 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590fa2c5-2bd1-4f95-8612-a6ef23556b1b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Router 7efb41dc-9980-4381-b938-499f27541bcf has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:15:07.130856 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] Deleting port e665324c-360e-4dad-ab48-ed82a22766f1 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:07.131446 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:07.258428 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590fa2c5-2bd1-4f95-8612-a6ef23556b1b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:15:07.263783 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-590fa2c5-2bd1-4f95-8612-a6ef23556b1b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:07.270322 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f4e9b3-510b-43ac-b85c-04c2edc623aa None None] Sync routers for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:15:07.287045 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4e9b3-510b-43ac-b85c-04c2edc623aa None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:15:07.288047 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a2f4e9b3-510b-43ac-b85c-04c2edc623aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:07.308613 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] For port e665324c-360e-4dad-ab48-ed82a22766f1, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=e665324c-360e-4dad-ab48-ed82a22766f1,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:07.309171 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:07.326031 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-590fa2c5-2bd1-4f95-8612-a6ef23556b1b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "PUT /v2.0/floatingips/7dd4b377-673f-4748-9a43-8fc8147bd61b HTTP/1.1" status: 200 len: 991 time: 1.5811281 Jun 19 18:15:07.327116 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'tag': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6'}] {{(pid=78398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:15:07.392302 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'tag': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6', 'status': 'completed', 'code': 200} Jun 19 18:15:07.450191 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] Calling delete_port for e665324c-360e-4dad-ab48-ed82a22766f1 owned by network:router_interface {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:07.478571 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-a2f4e9b3-510b-43ac-b85c-04c2edc623aa None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:15:07.592712 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3443f-f7e7-4b28-89f6-95ed6f80ebb4 req-66d5a23e-65dc-41d6-ac23-b41fd8e2b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:07.594075 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aea3443f-f7e7-4b28-89f6-95ed6f80ebb4 req-66d5a23e-65dc-41d6-ac23-b41fd8e2b5bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fafa5c8bae7e4634a844643e7c91706e&device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 1098 time: 0.1137593 Jun 19 18:15:07.772446 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3443f-f7e7-4b28-89f6-95ed6f80ebb4 req-8c8f43b0-ef87-4c1b-a595-b16b81cb0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:07.774702 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aea3443f-f7e7-4b28-89f6-95ed6f80ebb4 req-8c8f43b0-ef87-4c1b-a595-b16b81cb0d12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 200 len: 911 time: 0.1732500 Jun 19 18:15:07.823680 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a2f4e9b3-510b-43ac-b85c-04c2edc623aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': '7dd4b377-673f-4748-9a43-8fc8147bd61b', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'port_id': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'mac_address': 'fa:16:3e:53:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:14:52Z', 'updated_at': '2021-06-19T18:15:06Z', 'revision_number': 1, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:04Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:07.827117 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f4e9b3-510b-43ac-b85c-04c2edc623aa None None] Checking router: 7efb41dc-9980-4381-b938-499f27541bcf for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:15:07.835332 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4e9b3-510b-43ac-b85c-04c2edc623aa None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:15:07.836454 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a2f4e9b3-510b-43ac-b85c-04c2edc623aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:07.883462 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:07.889393 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f1d7fc8b-4051-4161-b9df-0b1cdecbdfee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:07.924003 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aea3443f-f7e7-4b28-89f6-95ed6f80ebb4 req-b4c846e1-d6b4-42c6-a720-3c9c541b0c80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96bb4a6-521e-4793-b1db-d37b1e3c22b6 HTTP/1.1" status: 200 len: 999 time: 0.1418185 Jun 19 18:15:07.932353 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e665324c-360e-4dad-ab48-ed82a22766f1,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:07.935250 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:08.026482 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-a2f4e9b3-510b-43ac-b85c-04c2edc623aa None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:15:08.076328 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3443f-f7e7-4b28-89f6-95ed6f80ebb4 req-da6d17f4-ed63-4e58-af01-b0679593c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:08.077789 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aea3443f-f7e7-4b28-89f6-95ed6f80ebb4 req-da6d17f4-ed63-4e58-af01-b0679593c2d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b3e0ae5-0af0-4e99-adcd-11d168f82436 HTTP/1.1" status: 200 len: 849 time: 0.1417253 Jun 19 18:15:08.313631 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3443f-f7e7-4b28-89f6-95ed6f80ebb4 req-67c607dc-c921-4e2d-8f20-005c37060ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:08.315081 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aea3443f-f7e7-4b28-89f6-95ed6f80ebb4 req-67c607dc-c921-4e2d-8f20-005c37060ac4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1754138 Jun 19 18:15:08.315630 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663772'] for router_interface, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:08.385749 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-a2f4e9b3-510b-43ac-b85c-04c2edc623aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': '7dd4b377-673f-4748-9a43-8fc8147bd61b', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'port_id': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'mac_address': 'fa:16:3e:53:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:14:52Z', 'updated_at': '2021-06-19T18:15:06Z', 'revision_number': 1, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:04Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:08.390520 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f4e9b3-510b-43ac-b85c-04c2edc623aa None None] The sync data for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb is: [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_floatingips': [{'id': '7dd4b377-673f-4748-9a43-8fc8147bd61b', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'router_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'port_id': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'mac_address': 'fa:16:3e:53:ba:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T18:14:52Z', 'updated_at': '2021-06-19T18:15:06Z', 'revision_number': 1, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:04Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:15:08.596753 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0357f-a72b-460c-b0a2-c0ddedee9009 None None] New status for floating IP 7dd4b377-673f-4748-9a43-8fc8147bd61b: ACTIVE {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 18:15:08.720147 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aea3443f-f7e7-4b28-89f6-95ed6f80ebb4 req-dc2de882-0a1c-40d9-81a1-efe19da353d2 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973107 Jun 19 18:15:09.002952 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-aea3443f-f7e7-4b28-89f6-95ed6f80ebb4 req-25ed9c98-2df6-4f3c-99a2-bc794897c153 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740772 Jun 19 18:15:09.013712 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] Router 87aabc1a-1055-423c-98cc-49ff7e3f1eea has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:15:09.187216 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:15:09.195150 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951706a7-e92a-45bc-9afd-a59b8c7608c4 None None] Sync routers for ids ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:15:09.201046 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-7a735e2c-0afa-47f7-a0a5-6d9bcc0ca9ea admin admin] 10.222.0.16 "PUT /v2.0/routers/87aabc1a-1055-423c-98cc-49ff7e3f1eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1771607 Jun 19 18:15:09.201242 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43032) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:09.204346 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951706a7-e92a-45bc-9afd-a59b8c7608c4 None None] Routers {'87aabc1a-1055-423c-98cc-49ff7e3f1eea'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:15:09.204971 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-951706a7-e92a-45bc-9afd-a59b8c7608c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:09.372220 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:09.420379 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-951706a7-e92a-45bc-9afd-a59b8c7608c4 None None] Set router 87aabc1a-1055-423c-98cc-49ff7e3f1eea gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:15:09.553637 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:09.563346 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Deleting port 466f983f-da6b-432b-910d-547bd599ba9c {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:09.563630 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:09.703068 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-951706a7-e92a-45bc-9afd-a59b8c7608c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '466f983f-da6b-432b-910d-547bd599ba9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:15:07Z', 'revision_number': 5, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port': {'id': '466f983f-da6b-432b-910d-547bd599ba9c', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:03Z', 'updated_at': '2021-06-19T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:09.707341 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951706a7-e92a-45bc-9afd-a59b8c7608c4 None None] Checking router: 87aabc1a-1055-423c-98cc-49ff7e3f1eea for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:15:09.716826 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951706a7-e92a-45bc-9afd-a59b8c7608c4 None None] Routers {'87aabc1a-1055-423c-98cc-49ff7e3f1eea'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:15:09.717470 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-951706a7-e92a-45bc-9afd-a59b8c7608c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:09.738369 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] For port 466f983f-da6b-432b-910d-547bd599ba9c, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=466f983f-da6b-432b-910d-547bd599ba9c,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:09.738726 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:09.869718 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-951706a7-e92a-45bc-9afd-a59b8c7608c4 None None] Set router 87aabc1a-1055-423c-98cc-49ff7e3f1eea gateway port host: None {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:15:09.978233 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-951706a7-e92a-45bc-9afd-a59b8c7608c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:15:09Z', 'revision_number': 6, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port_host': None}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:09.982230 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951706a7-e92a-45bc-9afd-a59b8c7608c4 None None] The sync data for ids ['87aabc1a-1055-423c-98cc-49ff7e3f1eea'] in dv-cinder-797107-1-smb is: [{'id': '87aabc1a-1055-423c-98cc-49ff7e3f1eea', 'name': 'tempest-TestShelveInstance-592193595-router', 'tenant_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:02Z', 'updated_at': '2021-06-19T18:15:09Z', 'revision_number': 6, 'project_id': '4ffa04001a184ae7b1aad98a5ac158ab', 'gw_port_host': None}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:15:09.982578 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Calling delete_port for 466f983f-da6b-432b-910d-547bd599ba9c owned by network:router_gateway {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:10.146631 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:10.150276 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-85889d80-a955-41af-8642-5bf2f171dedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:10.191593 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=466f983f-da6b-432b-910d-547bd599ba9c,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:10.195579 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:10.284555 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747587'] for router_gateway, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:10.458216 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482'] for router, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:10.460418 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:10.482455 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1663534'] for router, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:10.482971 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87aabc1a-1055-423c-98cc-49ff7e3f1eea {{(pid=78397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 19 18:15:10.494923 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:10.496014 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/87aabc1a-1055-423c-98cc-49ff7e3f1eea HTTP/1.1" status: 204 len: 168 time: 1.2939095 Jun 19 18:15:10.498795 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43038) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:10.557398 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cf2cb2-879d-4128-940d-cd615ff65d9a admin admin] Deleting subnet 4ea397f5-b703-452a-bcad-ca68085485d1 {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:15:10.560342 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2cb2-879d-4128-940d-cd615ff65d9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:10.610254 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2cb2-879d-4128-940d-cd615ff65d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2561049'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:10.687261 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2cb2-879d-4128-940d-cd615ff65d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:10.939052 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2cb2-879d-4128-940d-cd615ff65d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3706322'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:10.942917 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:10.979866 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf2cb2-879d-4128-940d-cd615ff65d9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea397f5-b703-452a-bcad-ca68085485d1,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:10.982966 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a5cf2cb2-879d-4128-940d-cd615ff65d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:10.984511 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2cb2-879d-4128-940d-cd615ff65d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:10.989985 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a5cf2cb2-879d-4128-940d-cd615ff65d9a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4ea397f5-b703-452a-bcad-ca68085485d1 HTTP/1.1" status: 204 len: 168 time: 0.4902468 Jun 19 18:15:10.991123 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cafdba-09b7-4250-96da-fa07b621283b None None] Network 53012942-8f54-401e-a7c5-8a8392ced699 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:15:10.992572 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43044) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:11.104714 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:11.115044 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Deleting port 11234b55-31f0-46d8-8536-6043ff194d8d {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:11.115370 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:11.260334 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2d5baa-cd23-42d5-92a1-91862a4ccec2 None None] DHCP port deletion for 53012942-8f54-401e-a7c5-8a8392ced699 request from dv-cinder-797107-1-smb {{(pid=78399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 19 18:15:11.264521 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d5baa-cd23-42d5-92a1-91862a4ccec2 None None] Deleting port 11234b55-31f0-46d8-8536-6043ff194d8d {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:11.264920 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1c2d5baa-cd23-42d5-92a1-91862a4ccec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:11.326727 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] For port 11234b55-31f0-46d8-8536-6043ff194d8d, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=11234b55-31f0-46d8-8536-6043ff194d8d,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:11.327084 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:11.474312 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-1c2d5baa-cd23-42d5-92a1-91862a4ccec2 None None] For port 11234b55-31f0-46d8-8536-6043ff194d8d, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=11234b55-31f0-46d8-8536-6043ff194d8d,segment=NetworkSegment(119de96d-c1a8-49b5-a2bb-898c9b006782),segment_id=119de96d-c1a8-49b5-a2bb-898c9b006782)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:11.474672 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1c2d5baa-cd23-42d5-92a1-91862a4ccec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:11.547517 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Calling delete_port for 11234b55-31f0-46d8-8536-6043ff194d8d owned by network:dhcp {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:11.594560 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d5baa-cd23-42d5-92a1-91862a4ccec2 None None] Calling delete_port for 11234b55-31f0-46d8-8536-6043ff194d8d owned by network:dhcp {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:11.622641 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:11.627665 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-548dd6eb-1eb0-427b-a746-33dbeabf47d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:11.667778 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-1c2d5baa-cd23-42d5-92a1-91862a4ccec2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 18:15:11.668144 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-1c2d5baa-cd23-42d5-92a1-91862a4ccec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 18:15:11.672559 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=11234b55-31f0-46d8-8536-6043ff194d8d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:11.675647 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:11.676384 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] No DVR routers for this DVR port 11234b55-31f0-46d8-8536-6043ff194d8d on host dv-cinder-797107-1-smb {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:15:11.787962 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:11.800425 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53012942-8f54-401e-a7c5-8a8392ced699']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:11.812585 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119de96d-c1a8-49b5-a2bb-898c9b006782') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:11.812895 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119de96d-c1a8-49b5-a2bb-898c9b006782') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:11.824473 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2561070'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:11.840647 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:11.847071 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:15:11.847487 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562485'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: timer() Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: cb(*args, **kw) Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: self._notify() Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: self.callback(batched_events) Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: event.method(event) Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: return self._get(url).json() Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:15:11.861761 dv-cinder-797107-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:15:11.885100 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 11234b55-31f0-46d8-8536-6043ff194d8d no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:15:11.943057 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:11.947553 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-adb7dc95-4f31-4a23-9125-3040e373a828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:11.965720 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 11234b55-31f0-46d8-8536-6043ff194d8d {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:15:11.966065 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 11234b55-31f0-46d8-8536-6043ff194d8d not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:15:11.966493 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 466f983f-da6b-432b-910d-547bd599ba9c no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:15:11.969184 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:11.985093 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=53012942-8f54-401e-a7c5-8a8392ced699,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:11.988018 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:11.989968 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] 10.222.0.16 "DELETE /v2.0/networks/53012942-8f54-401e-a7c5-8a8392ced699 HTTP/1.1" status: 204 len: 168 time: 0.9962268 Jun 19 18:15:11.993116 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43050) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:11.999656 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 466f983f-da6b-432b-910d-547bd599ba9c {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:15:12.000203 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 466f983f-da6b-432b-910d-547bd599ba9c not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:15:12.000556 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device e665324c-360e-4dad-ab48-ed82a22766f1 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:15:12.033633 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: e665324c-360e-4dad-ab48-ed82a22766f1 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:15:12.034066 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device e665324c-360e-4dad-ab48-ed82a22766f1 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:15:12.169837 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d5baa-cd23-42d5-92a1-91862a4ccec2 None None] Deleting port 11234b55-31f0-46d8-8536-6043ff194d8d {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:12.170220 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1c2d5baa-cd23-42d5-92a1-91862a4ccec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:12.237721 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d5baa-cd23-42d5-92a1-91862a4ccec2 None None] The port '11234b55-31f0-46d8-8536-6043ff194d8d' was deleted {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 19 18:15:12.516858 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746860'] for router_interface, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:12.946565 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] Deleting port 41d033c5-2f94-47c5-be35-84aa1b3d7520 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:12.947285 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:13.114120 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] For port 41d033c5-2f94-47c5-be35-84aa1b3d7520, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=41d033c5-2f94-47c5-be35-84aa1b3d7520,segment=NetworkSegment(7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c),segment_id=7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:13.114471 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:13.232710 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] Calling delete_port for 41d033c5-2f94-47c5-be35-84aa1b3d7520 owned by network:router_interface {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:13.404374 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:13.407729 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5de0d025-997f-4eef-b16b-2084551d0913 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:13.449679 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=41d033c5-2f94-47c5-be35-84aa1b3d7520,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:13.452594 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:13.713972 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663772'] for router_interface, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:14.081603 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] Router 0f7ef432-0973-4c1d-8ba8-c13d7c713767 has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:15:14.361056 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:15:14.378640 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] 10.222.0.16 "PUT /v2.0/routers/0f7ef432-0973-4c1d-8ba8-c13d7c713767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3840919 Jun 19 18:15:14.379978 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19422bce-d422-4e45-af16-fd4528fdcc86 None None] Sync routers for ids ['0f7ef432-0973-4c1d-8ba8-c13d7c713767'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:15:14.381377 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43058) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:14.391653 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19422bce-d422-4e45-af16-fd4528fdcc86 None None] Routers {'0f7ef432-0973-4c1d-8ba8-c13d7c713767'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:15:14.392572 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-19422bce-d422-4e45-af16-fd4528fdcc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['0f7ef432-0973-4c1d-8ba8-c13d7c713767'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:14.563836 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Notify callbacks [] for router, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:14.604310 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-19422bce-d422-4e45-af16-fd4528fdcc86 None None] Set router 0f7ef432-0973-4c1d-8ba8-c13d7c713767 gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:15:14.741483 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:14.751088 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Deleting port 0c1d82b9-dfab-4927-b81c-3472da70d8db {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:14.751525 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:14.881778 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-19422bce-d422-4e45-af16-fd4528fdcc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'name': 'tempest-TestShelveInstance-719032084-router', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:09Z', 'updated_at': '2021-06-19T18:15:13Z', 'revision_number': 5, 'project_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'gw_port': {'id': '0c1d82b9-dfab-4927-b81c-3472da70d8db', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:44:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:10Z', 'updated_at': '2021-06-19T18:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:14.886163 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19422bce-d422-4e45-af16-fd4528fdcc86 None None] Checking router: 0f7ef432-0973-4c1d-8ba8-c13d7c713767 for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:15:14.894230 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19422bce-d422-4e45-af16-fd4528fdcc86 None None] Routers {'0f7ef432-0973-4c1d-8ba8-c13d7c713767'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:15:14.894831 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-19422bce-d422-4e45-af16-fd4528fdcc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:14:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['0f7ef432-0973-4c1d-8ba8-c13d7c713767'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:14.922413 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] For port 0c1d82b9-dfab-4927-b81c-3472da70d8db, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=0c1d82b9-dfab-4927-b81c-3472da70d8db,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:14.922858 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:15.043369 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-19422bce-d422-4e45-af16-fd4528fdcc86 None None] Set router 0f7ef432-0973-4c1d-8ba8-c13d7c713767 gateway port host: None {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:15:15.045052 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Calling delete_port for 0c1d82b9-dfab-4927-b81c-3472da70d8db owned by network:router_gateway {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:15.145937 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-19422bce-d422-4e45-af16-fd4528fdcc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'name': 'tempest-TestShelveInstance-719032084-router', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:09Z', 'updated_at': '2021-06-19T18:15:14Z', 'revision_number': 6, 'project_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'gw_port_host': None}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:15.149879 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19422bce-d422-4e45-af16-fd4528fdcc86 None None] The sync data for ids ['0f7ef432-0973-4c1d-8ba8-c13d7c713767'] in dv-cinder-797107-1-smb is: [{'id': '0f7ef432-0973-4c1d-8ba8-c13d7c713767', 'name': 'tempest-TestShelveInstance-719032084-router', 'tenant_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:09Z', 'updated_at': '2021-06-19T18:15:14Z', 'revision_number': 6, 'project_id': 'c26f7fcef5d54e1f838a9c0d1d4bedf5', 'gw_port_host': None}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:15:15.335795 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:15.339308 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:15.491280 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1d82b9-dfab-4927-b81c-3472da70d8db,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:15.495112 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:15.583482 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747587'] for router_gateway, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:15.752300 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482'] for router, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:15.754432 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:15.778376 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1663534'] for router, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:15.778974 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f7ef432-0973-4c1d-8ba8-c13d7c713767 {{(pid=78398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 19 18:15:15.790423 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] Notify callbacks [] for router, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:15.791511 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-b0ba65b8-9b63-4451-8b85-6ebafd543f81 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0f7ef432-0973-4c1d-8ba8-c13d7c713767 HTTP/1.1" status: 204 len: 168 time: 1.4086082 Jun 19 18:15:15.793977 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43066) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:15.851404 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4261178-9213-407a-9b0f-90a620e7e13a admin admin] Deleting subnet 81a1ea5a-063e-4ab3-a797-90fa3cc108d0 {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:15:15.855035 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b4261178-9213-407a-9b0f-90a620e7e13a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:15.911265 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b4261178-9213-407a-9b0f-90a620e7e13a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604224'] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:15.913551 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 0c1d82b9-dfab-4927-b81c-3472da70d8db no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:15:15.947039 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 0c1d82b9-dfab-4927-b81c-3472da70d8db {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:15:15.947388 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 0c1d82b9-dfab-4927-b81c-3472da70d8db not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:15:15.947906 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 41d033c5-2f94-47c5-be35-84aa1b3d7520 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:15:15.983100 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 41d033c5-2f94-47c5-be35-84aa1b3d7520 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:15:15.983455 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 41d033c5-2f94-47c5-be35-84aa1b3d7520 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:15:15.995317 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b4261178-9213-407a-9b0f-90a620e7e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:16.248337 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b4261178-9213-407a-9b0f-90a620e7e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476517'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:16.252828 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-c925f49c-6313-472c-b83b-9e4587e1eb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:16.287763 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4261178-9213-407a-9b0f-90a620e7e13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a1ea5a-063e-4ab3-a797-90fa3cc108d0,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:16.290012 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-b4261178-9213-407a-9b0f-90a620e7e13a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:16.292388 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-b4261178-9213-407a-9b0f-90a620e7e13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:16.294464 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f075e7c9-8d32-4953-ae45-ccf40a531b9a None None] Network 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:15:16.298587 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-b4261178-9213-407a-9b0f-90a620e7e13a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/81a1ea5a-063e-4ab3-a797-90fa3cc108d0 HTTP/1.1" status: 204 len: 168 time: 0.5014482 Jun 19 18:15:16.298827 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43070) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:16.408534 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:16.418605 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Deleting port 3d9de279-96be-4b69-a21f-609b902e66f9 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:16.418929 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:16.540804 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedff60-9d5f-40d0-a8aa-aaa03f4d3c0f None None] DHCP port deletion for 30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d request from dv-cinder-797107-1-smb {{(pid=78399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 19 18:15:16.544965 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aaedff60-9d5f-40d0-a8aa-aaa03f4d3c0f None None] Deleting port 3d9de279-96be-4b69-a21f-609b902e66f9 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:16.545336 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aaedff60-9d5f-40d0-a8aa-aaa03f4d3c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:16.625212 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] For port 3d9de279-96be-4b69-a21f-609b902e66f9, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=3d9de279-96be-4b69-a21f-609b902e66f9,segment=NetworkSegment(7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c),segment_id=7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:16.625820 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:16.750713 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aaedff60-9d5f-40d0-a8aa-aaa03f4d3c0f None None] For port 3d9de279-96be-4b69-a21f-609b902e66f9, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=3d9de279-96be-4b69-a21f-609b902e66f9,segment=NetworkSegment(7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c),segment_id=7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:16.751090 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aaedff60-9d5f-40d0-a8aa-aaa03f4d3c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:16.754098 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Calling delete_port for 3d9de279-96be-4b69-a21f-609b902e66f9 owned by network:dhcp {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:16.828811 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:16.832455 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:16.869625 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aaedff60-9d5f-40d0-a8aa-aaa03f4d3c0f None None] Calling delete_port for 3d9de279-96be-4b69-a21f-609b902e66f9 owned by network:dhcp {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:16.878431 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9de279-96be-4b69-a21f-609b902e66f9,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:16.883551 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] No DVR routers for this DVR port 3d9de279-96be-4b69-a21f-609b902e66f9 on host dv-cinder-797107-1-smb {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:15:16.941804 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-aaedff60-9d5f-40d0-a8aa-aaa03f4d3c0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 18:15:16.942386 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-aaedff60-9d5f-40d0-a8aa-aaa03f4d3c0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 18:15:17.014503 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:17.014887 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:17.015257 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:17.015621 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:17.015981 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:17.016337 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:17.016691 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:17.017071 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:17.017425 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:17.017777 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:17.018128 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:17.018479 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:17.034480 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:17.103707 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:17.115978 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:17.128289 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:17.128583 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0ea605-4546-4d1a-a730-e1d6cfeeaf2c') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:17.140282 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2604279'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:17.156013 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:17.162030 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:15:17.162413 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530032'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: timer() Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: cb(*args, **kw) Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: self._notify() Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: self.callback(batched_events) Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: event.method(event) Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: return self._get(url).json() Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:15:17.175089 dv-cinder-797107-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:15:17.250883 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:17.256276 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:17.258939 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:17.280848 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Pushing event deleted for resources: {'Network': ['ID=30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:17.283214 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:17.287014 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-8e7eb8f5-e121-4e70-a604-a0ac69aa214c admin admin] 10.222.0.16 "DELETE /v2.0/networks/30c3a7ab-26d2-44e2-8e52-44d3fe8fc26d HTTP/1.1" status: 204 len: 168 time: 0.9873946 Jun 19 18:15:17.399892 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43078) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:17.443307 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aaedff60-9d5f-40d0-a8aa-aaa03f4d3c0f None None] Deleting port 3d9de279-96be-4b69-a21f-609b902e66f9 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:17.443697 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aaedff60-9d5f-40d0-a8aa-aaa03f4d3c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:17.447180 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-28a2cdaf-f2f1-457a-883d-3c0843f11363 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ffa04001a184ae7b1aad98a5ac158ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461285 Jun 19 18:15:17.449489 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43082) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:17.506410 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-60a4f4d9-16a6-4a06-bfa9-46f47b171479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:17.513675 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aaedff60-9d5f-40d0-a8aa-aaa03f4d3c0f None None] The port '3d9de279-96be-4b69-a21f-609b902e66f9' was deleted {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 19 18:15:17.533282 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-60a4f4d9-16a6-4a06-bfa9-46f47b171479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:17.587029 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-60a4f4d9-16a6-4a06-bfa9-46f47b171479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:17.590528 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-33bd1bbf-df07-4b22-beaa-c1e0e4c0abbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:17.604173 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4f4d9-16a6-4a06-bfa9-46f47b171479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60321044-b8f4-403e-ab14-aa512f1ec2e5,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:17.607841 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-60a4f4d9-16a6-4a06-bfa9-46f47b171479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:17.611273 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-60a4f4d9-16a6-4a06-bfa9-46f47b171479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:17.611997 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-60a4f4d9-16a6-4a06-bfa9-46f47b171479 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60321044-b8f4-403e-ab14-aa512f1ec2e5 HTTP/1.1" status: 204 len: 168 time: 0.1616359 Jun 19 18:15:17.918926 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 3d9de279-96be-4b69-a21f-609b902e66f9 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:15:17.952745 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43092) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:17.961845 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 3d9de279-96be-4b69-a21f-609b902e66f9 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:15:17.962342 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 3d9de279-96be-4b69-a21f-609b902e66f9 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:15:18.007845 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-46706d4b-3b3d-42e9-bdb7-48c7505cf4de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c26f7fcef5d54e1f838a9c0d1d4bedf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532093 Jun 19 18:15:18.010461 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43096) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:18.067968 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:18.094965 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:18.115148 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:18.146839 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:18.150506 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6fa7546a-7f17-4339-84ad-3ce159a5bbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:18.163610 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e5195f-42be-43ef-a2e0-a2fe9475a04d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:18.172363 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:18.172735 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:18.173115 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:18.173467 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:18.173810 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:18.174156 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:18.174496 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:18.174834 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:18.175178 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:18.175514 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:18.175849 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:18.176185 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:15:18.178737 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:18.179922 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78e5195f-42be-43ef-a2e0-a2fe9475a04d HTTP/1.1" status: 204 len: 168 time: 0.1684613 Jun 19 18:15:18.180835 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:20.741708 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-34877f24-fe5b-4b76-a2e5-d27e17e2ea3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:21.126748 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:23.483817 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-99fd9b28-2658-484c-8ea4-202f58a89208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:23.995699 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:25.834670 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:32.817855 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:15:43.232600 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4563c-714e-43ed-b5dc-ace643345011 req-fa0090d4-6381-4978-a22e-e6a9e3de2631 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:43.234033 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2ca4563c-714e-43ed-b5dc-ace643345011 req-fa0090d4-6381-4978-a22e-e6a9e3de2631 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 946 time: 0.0777774 Jun 19 18:15:43.278596 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2ca4563c-714e-43ed-b5dc-ace643345011 req-372e00d6-184d-4161-aeea-e4ce3999b564 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388198 Jun 19 18:15:44.474053 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bae30-e17c-4761-8865-7b8bd2240937 req-6b753a59-72e4-4533-8907-668f0715c4ba tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:44.475484 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fe0bae30-e17c-4761-8865-7b8bd2240937 req-6b753a59-72e4-4533-8907-668f0715c4ba tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 946 time: 0.0849175 Jun 19 18:15:44.520849 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fe0bae30-e17c-4761-8865-7b8bd2240937 req-f0d1b15c-70c4-4714-b01c-748f0472596e tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fbf60c-e615-4adb-8c83-5ad3a2bb5590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379922 Jun 19 18:15:44.884473 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-988a673f-59a4-4348-93a7-fd00bf84ab77 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:44.885187 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-988a673f-59a4-4348-93a7-fd00bf84ab77 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Synchronizing usage tracker for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:15:44.900372 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-988a673f-59a4-4348-93a7-fd00bf84ab77 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Unset dirty status for tenant:14d9cfcbb59d4f6a99d269c76f891fc9 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:15:44.901551 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-988a673f-59a4-4348-93a7-fd00bf84ab77 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 946 time: 0.1006484 Jun 19 18:15:44.969065 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Deleting port cfa52021-d725-4820-8cc3-583138a698c2 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:44.969401 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:45.209412 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] For port cfa52021-d725-4820-8cc3-583138a698c2, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=cfa52021-d725-4820-8cc3-583138a698c2,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:45.209672 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:45.496776 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:45.497171 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:45.497481 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.l3_db [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Floating IP b570a22c-9dec-402a-9c36-ea16fae0a90c disassociated. External IP: 172.28.0.106, port: cfa52021-d725-4820-8cc3-583138a698c2. Jun 19 18:15:45.497817 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Calling delete_port for cfa52021-d725-4820-8cc3-583138a698c2 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:45.642735 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:45.648459 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5d6885bb-3896-4815-91d4-cd4a5b4a53f2 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:45.674076 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-27a33d46-f9c2-49f8-aef0-972549453073 req-a605e6c7-7060-4fe5-ac4c-06b3a528b273 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 210 time: 0.0432317 Jun 19 18:15:45.696561 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event deleted for resources: {'Port': ['ID=cfa52021-d725-4820-8cc3-583138a698c2,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:45.701901 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:45.877979 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Router 9d958789-49d4-4cf7-ae21-e07627db612f has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:15:46.166856 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:15:46.176287 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf0cae-4987-49c8-ad65-4499e83b5871 None None] Sync routers for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:15:46.186552 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf0cae-4987-49c8-ad65-4499e83b5871 None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:15:46.187305 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-f5cf0cae-4987-49c8-ad65-4499e83b5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:15:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:46.237846 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] No DVR routers for this DVR port cfa52021-d725-4820-8cc3-583138a698c2 on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:15:46.240425 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:46.244547 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'name': 'network-vif-deleted', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:15:46.259999 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-4ad8ce0f-003f-4949-950f-9ff22bb18035 req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.30 "DELETE /v2.0/ports/cfa52021-d725-4820-8cc3-583138a698c2 HTTP/1.1" status: 204 len: 173 time: 1.3527720 Jun 19 18:15:46.300194 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa3d055-ba76-46a0-a97a-e03909c09081', 'name': 'network-vif-deleted', 'tag': 'cfa52021-d725-4820-8cc3-583138a698c2', 'status': 'completed', 'code': 200} Jun 19 18:15:46.402963 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-f5cf0cae-4987-49c8-ad65-4499e83b5871 None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:15:46.713046 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-f5cf0cae-4987-49c8-ad65-4499e83b5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:16Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:46.716843 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf0cae-4987-49c8-ad65-4499e83b5871 None None] Checking router: 9d958789-49d4-4cf7-ae21-e07627db612f for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:15:46.724922 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf0cae-4987-49c8-ad65-4499e83b5871 None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:15:46.725539 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-f5cf0cae-4987-49c8-ad65-4499e83b5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:15:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:46.850043 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-be4e1c90-452d-4072-af32-d8f3ab778eb9 req-2a5ed94d-fe6c-49f7-88d3-cde6876f5771 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa3d055-ba76-46a0-a97a-e03909c09081 HTTP/1.1" status: 200 len: 210 time: 0.0512362 Jun 19 18:15:46.910542 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-f5cf0cae-4987-49c8-ad65-4499e83b5871 None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:15:47.216327 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-f5cf0cae-4987-49c8-ad65-4499e83b5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:16Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:47.220198 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf0cae-4987-49c8-ad65-4499e83b5871 None None] The sync data for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb is: [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:07:03Z', 'revision_number': 4, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '94ed2344-797b-469a-96cf-f9d391904c89', 'name': '', 'network_id': 'efd8fed2-8ed2-4852-895b-bf8080865dcb', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'mac_address': 'fa:16:3e:06:ea:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:07:00Z', 'updated_at': '2021-06-19T18:07:16Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'subnets': [{'id': '3756173a-73d2-4b6c-88c4-dcdbd6d3e130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:15:47.432240 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcc50f5-d88f-42ea-90ef-86e0ba9a437f None None] New status for floating IP b570a22c-9dec-402a-9c36-ea16fae0a90c: DOWN {{(pid=78400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 18:15:47.978426 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43182) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:48.045286 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d78fe8f1-2126-4e74-b501-c65e4e77bb45 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:48.073081 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d78fe8f1-2126-4e74-b501-c65e4e77bb45 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:48.125538 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d78fe8f1-2126-4e74-b501-c65e4e77bb45 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:48.131044 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-0d31df3a-4d49-415d-bf11-b9f39189dcb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:48.131908 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:48.145885 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fe8f1-2126-4e74-b501-c65e4e77bb45 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fbf60c-e615-4adb-8c83-5ad3a2bb5590,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:48.148464 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d78fe8f1-2126-4e74-b501-c65e4e77bb45 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:48.157083 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d78fe8f1-2126-4e74-b501-c65e4e77bb45 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:48.158196 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d78fe8f1-2126-4e74-b501-c65e4e77bb45 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "DELETE /v2.0/security-groups/23fbf60c-e615-4adb-8c83-5ad3a2bb5590 HTTP/1.1" status: 204 len: 168 time: 0.1787913 Jun 19 18:15:48.160833 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43186) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:48.176628 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.api.v2.resource [None req-50aa7920-8174-40d9-ab2d-2ce04bec7f10 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] show failed (client error): The resource could not be found. Jun 19 18:15:48.177616 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-50aa7920-8174-40d9-ab2d-2ce04bec7f10 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "GET /v2.0/security-groups/23fbf60c-e615-4adb-8c83-5ad3a2bb5590 HTTP/1.1" status: 404 len: 347 time: 0.0158663 Jun 19 18:15:48.181605 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43190) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:48.338256 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-df78a76a-ce79-4846-a369-70a1ed8520f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Deleting port 928b7428-b1b9-46a8-a7d2-04db89edf7ec {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:48.338600 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-df78a76a-ce79-4846-a369-70a1ed8520f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:48.502721 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-df78a76a-ce79-4846-a369-70a1ed8520f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:48.503041 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-df78a76a-ce79-4846-a369-70a1ed8520f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:48.625611 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-df78a76a-ce79-4846-a369-70a1ed8520f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Calling delete_port for 928b7428-b1b9-46a8-a7d2-04db89edf7ec owned by network:floatingip {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:48.767429 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-df78a76a-ce79-4846-a369-70a1ed8520f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:48.770772 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cf2ab374-0b39-4751-baf8-4f28133dc493 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:48.812889 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78a76a-ce79-4846-a369-70a1ed8520f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Pushing event deleted for resources: {'Port': ['ID=928b7428-b1b9-46a8-a7d2-04db89edf7ec,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:48.816059 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-df78a76a-ce79-4846-a369-70a1ed8520f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:48.909508 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-df78a76a-ce79-4846-a369-70a1ed8520f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks [] for floatingip, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:48.923001 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-df78a76a-ce79-4846-a369-70a1ed8520f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:48.924115 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-df78a76a-ce79-4846-a369-70a1ed8520f5 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] 10.222.0.16 "DELETE /v2.0/floatingips/b570a22c-9dec-402a-9c36-ea16fae0a90c HTTP/1.1" status: 204 len: 168 time: 0.7416272 Jun 19 18:15:49.124821 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cfa52021-d725-4820-8cc3-583138a698c2 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:15:49.161299 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: cfa52021-d725-4820-8cc3-583138a698c2 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:15:49.161643 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device cfa52021-d725-4820-8cc3-583138a698c2 not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:15:50.731690 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-0f696bcc-6a01-4220-9be4-9404cfab9b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:51.129156 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:51.721268 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43220) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:52.581656 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746860'] for router_interface, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:52.924815 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] Deleting port 94ed2344-797b-469a-96cf-f9d391904c89 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:52.925546 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:53.094374 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] For port 94ed2344-797b-469a-96cf-f9d391904c89, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=94ed2344-797b-469a-96cf-f9d391904c89,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:53.094729 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:53.215684 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] Calling delete_port for 94ed2344-797b-469a-96cf-f9d391904c89 owned by network:router_interface {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:53.401076 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:53.405561 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-eae1b7c4-6465-4040-9ee7-32b81fce5b1c tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:53.481194 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ed2344-797b-469a-96cf-f9d391904c89,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:53.484218 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:53.490274 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b684-5290-4d6f-aaf9-9d091662d70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:53.719026 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663772'] for router_interface, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:53.999119 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:54.170723 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] Router 9d958789-49d4-4cf7-ae21-e07627db612f has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:15:54.355788 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:15:54.364049 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468dabc9-26b2-488d-b4d4-f451a31b343b None None] Sync routers for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:15:54.367589 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] 10.222.0.16 "PUT /v2.0/routers/9d958789-49d4-4cf7-ae21-e07627db612f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6452918 Jun 19 18:15:54.370791 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43230) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:54.374757 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468dabc9-26b2-488d-b4d4-f451a31b343b None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:15:54.375390 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-468dabc9-26b2-488d-b4d4-f451a31b343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:15:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:54.551131 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Notify callbacks [] for router, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:54.557164 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-468dabc9-26b2-488d-b4d4-f451a31b343b None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: dv-cinder-797107-1-smb {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:15:54.726068 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:54.736308 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Deleting port 10b19f7f-1502-453e-815c-b50282ee937a {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:54.736709 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:54.879648 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-468dabc9-26b2-488d-b4d4-f451a31b343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '10b19f7f-1502-453e-815c-b50282ee937a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:15:53Z', 'revision_number': 5, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port': {'id': '10b19f7f-1502-453e-815c-b50282ee937a', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:92:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:06:53Z', 'updated_at': '2021-06-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:54.883507 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468dabc9-26b2-488d-b4d4-f451a31b343b None None] Checking router: 9d958789-49d4-4cf7-ae21-e07627db612f for host: dv-cinder-797107-1-smb {{(pid=78399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:15:54.892177 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468dabc9-26b2-488d-b4d4-f451a31b343b None None] Routers {'9d958789-49d4-4cf7-ae21-e07627db612f'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:15:54.892940 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-468dabc9-26b2-488d-b4d4-f451a31b343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:15:53Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['9d958789-49d4-4cf7-ae21-e07627db612f'], 'active': True} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:54.946645 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] For port 10b19f7f-1502-453e-815c-b50282ee937a, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=10b19f7f-1502-453e-815c-b50282ee937a,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:54.946995 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:55.043415 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_dvr_db [None req-468dabc9-26b2-488d-b4d4-f451a31b343b None None] Set router 9d958789-49d4-4cf7-ae21-e07627db612f gateway port host: None {{(pid=78399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:15:55.083184 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Calling delete_port for 10b19f7f-1502-453e-815c-b50282ee937a owned by network:router_gateway {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:55.147210 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.l3_hamode_db [None req-468dabc9-26b2-488d-b4d4-f451a31b343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:15:54Z', 'revision_number': 6, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port_host': None}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:55.151887 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468dabc9-26b2-488d-b4d4-f451a31b343b None None] The sync data for ids ['9d958789-49d4-4cf7-ae21-e07627db612f'] in dv-cinder-797107-1-smb is: [{'id': '9d958789-49d4-4cf7-ae21-e07627db612f', 'name': 'tempest-AttachVolumeShelveTestJSON-1393734898-router', 'tenant_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:06:50Z', 'updated_at': '2021-06-19T18:15:54Z', 'revision_number': 6, 'project_id': '14d9cfcbb59d4f6a99d269c76f891fc9', 'gw_port_host': None}] {{(pid=78399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:15:55.166829 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7cdc18ba-4f0b-42fc-ad0c-2b958e545d42 req-af6eea45-74be-4dbe-8532-e281aa865436 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2584636 Jun 19 18:15:55.425359 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:55.430178 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:55.479091 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Pushing event deleted for resources: {'Port': ['ID=10b19f7f-1502-453e-815c-b50282ee937a,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:55.482144 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:55.564807 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc18ba-4f0b-42fc-ad0c-2b958e545d42 req-291f5d71-7261-4028-bee8-a582af055f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:55.566382 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7cdc18ba-4f0b-42fc-ad0c-2b958e545d42 req-291f5d71-7261-4028-bee8-a582af055f04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fafa5c8bae7e4634a844643e7c91706e&device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 1098 time: 0.2036824 Jun 19 18:15:55.606701 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747587'] for router_gateway, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:55.833936 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482'] for router, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:55.835667 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:55.840320 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:55.886358 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1663534'] for router, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:55.886764 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d958789-49d4-4cf7-ae21-e07627db612f {{(pid=78397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 19 18:15:55.895388 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc18ba-4f0b-42fc-ad0c-2b958e545d42 req-881531df-8c29-4b03-bab0-c678b1dcd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:55.896789 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7cdc18ba-4f0b-42fc-ad0c-2b958e545d42 req-881531df-8c29-4b03-bab0-c678b1dcd2f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 200 len: 911 time: 0.3104966 Jun 19 18:15:55.903958 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:55.904985 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] 10.222.0.16 "DELETE /v2.0/routers/9d958789-49d4-4cf7-ae21-e07627db612f HTTP/1.1" status: 204 len: 168 time: 1.5332949 Jun 19 18:15:55.907738 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43238) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:55.983912 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a397cd30-fd59-4b25-925a-171f113847cc admin admin] Deleting subnet 3756173a-73d2-4b6c-88c4-dcdbd6d3e130 {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:15:55.987984 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a397cd30-fd59-4b25-925a-171f113847cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:55.996053 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 10b19f7f-1502-453e-815c-b50282ee937a no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:15:56.003480 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7cdc18ba-4f0b-42fc-ad0c-2b958e545d42 req-f2b8fe76-195a-4aa0-8dc6-00a08e8c54d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b96bb4a6-521e-4793-b1db-d37b1e3c22b6 HTTP/1.1" status: 200 len: 1001 time: 0.0974073 Jun 19 18:15:56.033518 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 10b19f7f-1502-453e-815c-b50282ee937a {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:15:56.034213 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 10b19f7f-1502-453e-815c-b50282ee937a not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:15:56.034839 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 94ed2344-797b-469a-96cf-f9d391904c89 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:15:56.061190 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a397cd30-fd59-4b25-925a-171f113847cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604224'] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:56.072897 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 94ed2344-797b-469a-96cf-f9d391904c89 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:15:56.073488 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 94ed2344-797b-469a-96cf-f9d391904c89 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:15:56.096481 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc18ba-4f0b-42fc-ad0c-2b958e545d42 req-f31ed268-363f-4b45-b1cc-fd2ce9fb5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:56.097985 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7cdc18ba-4f0b-42fc-ad0c-2b958e545d42 req-f31ed268-363f-4b45-b1cc-fd2ce9fb5c11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b3e0ae5-0af0-4e99-adcd-11d168f82436 HTTP/1.1" status: 200 len: 849 time: 0.0874650 Jun 19 18:15:56.147784 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a397cd30-fd59-4b25-925a-171f113847cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:56.177645 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc18ba-4f0b-42fc-ad0c-2b958e545d42 req-c3c8b07a-70eb-48f5-9f29-4f0c69269322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:15:56.179154 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7cdc18ba-4f0b-42fc-ad0c-2b958e545d42 req-c3c8b07a-70eb-48f5-9f29-4f0c69269322 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4b86cc9-0fd8-4168-ab4e-35a98cce4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745425 Jun 19 18:15:56.319766 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7cdc18ba-4f0b-42fc-ad0c-2b958e545d42 req-8dfda036-c285-478b-ab07-9e2a5b0d33e2 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333945 Jun 19 18:15:56.404258 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a397cd30-fd59-4b25-925a-171f113847cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476517'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:56.413223 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a00e9696-5167-4ecc-9ef3-1099d4ca87e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:56.442101 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-a397cd30-fd59-4b25-925a-171f113847cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:56.445477 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999726c8-3372-4558-8760-fd231caa23d6 None None] Network efd8fed2-8ed2-4852-895b-bf8080865dcb requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:15:56.451002 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397cd30-fd59-4b25-925a-171f113847cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3756173a-73d2-4b6c-88c4-dcdbd6d3e130,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:56.453576 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-a397cd30-fd59-4b25-925a-171f113847cc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3756173a-73d2-4b6c-88c4-dcdbd6d3e130 HTTP/1.1" status: 204 len: 168 time: 0.5448349 Jun 19 18:15:56.454447 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-a397cd30-fd59-4b25-925a-171f113847cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:56.456526 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43242) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:56.460189 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-7cdc18ba-4f0b-42fc-ad0c-2b958e545d42 req-e2808a51-919f-4436-850e-4dd5b3b447d8 service neutron] 10.222.0.30 "GET /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344013 Jun 19 18:15:56.564229 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:56.575064 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Deleting port 83312096-afe9-4504-9a2a-a2e8637d3093 {{(pid=78398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:56.575390 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:56.691618 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408e5ce-aa45-45a9-90d3-f7c30b40f945 None None] DHCP port deletion for efd8fed2-8ed2-4852-895b-bf8080865dcb request from dv-cinder-797107-1-smb {{(pid=78399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 19 18:15:56.695755 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-c408e5ce-aa45-45a9-90d3-f7c30b40f945 None None] Deleting port 83312096-afe9-4504-9a2a-a2e8637d3093 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:56.698569 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c408e5ce-aa45-45a9-90d3-f7c30b40f945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:56.781303 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.db [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] For port 83312096-afe9-4504-9a2a-a2e8637d3093, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=83312096-afe9-4504-9a2a-a2e8637d3093,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:56.781663 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:56.902056 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-c408e5ce-aa45-45a9-90d3-f7c30b40f945 None None] For port 83312096-afe9-4504-9a2a-a2e8637d3093, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=83312096-afe9-4504-9a2a-a2e8637d3093,segment=NetworkSegment(dc63bed9-1576-4971-a9ea-b107a31d79ad),segment_id=dc63bed9-1576-4971-a9ea-b107a31d79ad)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:15:56.902696 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c408e5ce-aa45-45a9-90d3-f7c30b40f945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.010867 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.plugin [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Calling delete_port for 83312096-afe9-4504-9a2a-a2e8637d3093 owned by network:dhcp {{(pid=78398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:57.023077 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-c408e5ce-aa45-45a9-90d3-f7c30b40f945 None None] Calling delete_port for 83312096-afe9-4504-9a2a-a2e8637d3093 owned by network:dhcp {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:15:57.087849 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2529057'] for port, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.094096 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-c408e5ce-aa45-45a9-90d3-f7c30b40f945 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 18:15:57.094518 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-c408e5ce-aa45-45a9-90d3-f7c30b40f945 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 18:15:57.094680 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-f3f6892a-3f82-4270-ab42-8df2a25aa8f3 tempest-TestShelveInstance-1154474098 tempest-TestShelveInstance-1154474098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:57.139762 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] No DVR routers for this DVR port 83312096-afe9-4504-9a2a-a2e8637d3093 on host dv-cinder-797107-1-smb {{(pid=78398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:15:57.141406 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Pushing event deleted for resources: {'Port': ['ID=83312096-afe9-4504-9a2a-a2e8637d3093,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:57.166720 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:57.255366 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.268071 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd8fed2-8ed2-4852-895b-bf8080865dcb']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:57.279757 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc63bed9-1576-4971-a9ea-b107a31d79ad') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:57.280079 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc63bed9-1576-4971-a9ea-b107a31d79ad') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:15:57.291727 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2604279'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.307868 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.313910 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:15:57.314532 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530032'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: timer() Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: cb(*args, **kw) Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: self._notify() Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: self.callback(batched_events) Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: event.method(event) Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: return self._get(url).json() Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:15:57.327941 dv-cinder-797107-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:15:57.401684 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.405299 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:57.420325 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.428179 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Pushing event deleted for resources: {'Network': ['ID=efd8fed2-8ed2-4852-895b-bf8080865dcb,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:57.432023 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:57.442381 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] 10.222.0.16 "DELETE /v2.0/networks/efd8fed2-8ed2-4852-895b-bf8080865dcb HTTP/1.1" status: 204 len: 168 time: 0.9854422 Jun 19 18:15:57.553680 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43250) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:57.596195 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-c408e5ce-aa45-45a9-90d3-f7c30b40f945 None None] Deleting port 83312096-afe9-4504-9a2a-a2e8637d3093 {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:15:57.596669 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c408e5ce-aa45-45a9-90d3-f7c30b40f945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.603673 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-524046f4-967d-48aa-932b-5579d6010d87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14d9cfcbb59d4f6a99d269c76f891fc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0459158 Jun 19 18:15:57.603939 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43254) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:15:57.662087 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d9acf30a-c3af-430e-842f-7408861e3c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.664308 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-c408e5ce-aa45-45a9-90d3-f7c30b40f945 None None] The port '83312096-afe9-4504-9a2a-a2e8637d3093' was deleted {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 19 18:15:57.688998 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d9acf30a-c3af-430e-842f-7408861e3c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.739722 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d9acf30a-c3af-430e-842f-7408861e3c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.743359 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:15:57.758673 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acf30a-c3af-430e-842f-7408861e3c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d843256-60d4-4de0-b731-3ddb11baf92e,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:15:57.761103 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d9acf30a-c3af-430e-842f-7408861e3c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:15:57.768454 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d9acf30a-c3af-430e-842f-7408861e3c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:15:57.769566 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d9acf30a-c3af-430e-842f-7408861e3c1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d843256-60d4-4de0-b731-3ddb11baf92e HTTP/1.1" status: 204 len: 168 time: 0.1647463 Jun 19 18:15:57.903147 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 83312096-afe9-4504-9a2a-a2e8637d3093 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:15:57.939204 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 83312096-afe9-4504-9a2a-a2e8637d3093 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:15:57.939636 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 83312096-afe9-4504-9a2a-a2e8637d3093 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:16:09.816385 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:16:16.367529 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43468) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:16.480795 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-15b6825c-aa7c-4704-946a-938171708041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:16.494377 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-15b6825c-aa7c-4704-946a-938171708041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:16:16.498115 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-15b6825c-aa7c-4704-946a-938171708041 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa7cf7dd44b4cf2b178be7b4c28a39c is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:16:16.501079 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-15b6825c-aa7c-4704-946a-938171708041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:16:16.506548 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-15b6825c-aa7c-4704-946a-938171708041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:16:16.594082 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-15b6825c-aa7c-4704-946a-938171708041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:16.597801 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-15b6825c-aa7c-4704-946a-938171708041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:16.605897 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d76d74e3-87c9-4853-94bb-8d8e7d347773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:16.643808 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-15b6825c-aa7c-4704-946a-938171708041 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eaa7cf7dd44b4cf2b178be7b4c28a39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752516 Jun 19 18:16:16.645402 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6825c-aa7c-4704-946a-938171708041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33afbe0-69d2-4430-81bd-2ef26521ad9f,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:16.646498 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43474) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:16.648444 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-15b6825c-aa7c-4704-946a-938171708041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:16.704181 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5ce2469b-a1fb-4832-9389-fa8460f376c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:16.729331 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5ce2469b-a1fb-4832-9389-fa8460f376c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:16.783287 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5ce2469b-a1fb-4832-9389-fa8460f376c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:16.786975 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-20e17709-fd53-4bff-abc1-20977fedaf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:16.799101 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2469b-a1fb-4832-9389-fa8460f376c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33afbe0-69d2-4430-81bd-2ef26521ad9f,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:16.801475 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5ce2469b-a1fb-4832-9389-fa8460f376c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:16.804740 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-5ce2469b-a1fb-4832-9389-fa8460f376c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:16.807989 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-5ce2469b-a1fb-4832-9389-fa8460f376c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b33afbe0-69d2-4430-81bd-2ef26521ad9f HTTP/1.1" status: 204 len: 168 time: 0.1590483 Jun 19 18:16:17.079353 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43482) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:17.097670 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:17.111663 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:16:17.115456 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Usage tracker for resource:security_group_rule and tenant:79292d7ce84045ec86c3eb365ae87223 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:16:17.118219 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:16:17.125179 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:16:17.206914 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:17.210328 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:17.222055 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-303d61c7-9667-4431-8110-a22975d32ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:17.260820 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79292d7ce84045ec86c3eb365ae87223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803346 Jun 19 18:16:17.262424 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cff7054-f509-4f71-9722-d340fa880916,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:17.263460 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43486) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:17.269897 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:17.270280 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:17.270651 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:17.271016 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:17.271381 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:17.271739 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:17.272098 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:17.272456 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:17.272822 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:17.273200 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:17.273552 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:17.273901 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:17.277891 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:17.322630 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fa064e10-7440-4625-aafb-1068144fc94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:17.348201 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fa064e10-7440-4625-aafb-1068144fc94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:17.401418 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fa064e10-7440-4625-aafb-1068144fc94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:17.406297 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-af00c01b-279d-4c5e-be2f-5e932e17fce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:17.418321 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa064e10-7440-4625-aafb-1068144fc94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cff7054-f509-4f71-9722-d340fa880916,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:17.421196 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fa064e10-7440-4625-aafb-1068144fc94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:17.424693 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-fa064e10-7440-4625-aafb-1068144fc94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:17.426219 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-fa064e10-7440-4625-aafb-1068144fc94a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1cff7054-f509-4f71-9722-d340fa880916 HTTP/1.1" status: 204 len: 168 time: 0.1616848 Jun 19 18:16:18.177925 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:20.733663 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a3a95504-1d2d-4c23-b8bf-a5887cecb5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:21.130835 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:23.070189 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43574) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:23.186951 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:23.201689 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:16:23.205738 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Usage tracker for resource:security_group_rule and tenant:30d3f012a27b40a4a66b32b823fa6341 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:16:23.208591 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:16:23.215300 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:16:23.312692 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:23.316629 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:23.324223 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d78fe8f1-2126-4e74-b501-c65e4e77bb45 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:23.365396 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30d3f012a27b40a4a66b32b823fa6341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941136 Jun 19 18:16:23.366545 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b663e7-0df0-45bc-b52f-4c0a171ffebc,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:23.368095 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43584) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:23.374292 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:23.374671 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:23.375035 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:23.375397 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:23.375750 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:23.376104 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:23.376453 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:23.376800 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:23.377180 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:23.377526 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:23.377872 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:23.378216 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:16:23.382164 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:23.431380 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e8186f63-04a8-4bca-83e6-1c8d3fa32155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:23.456769 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e8186f63-04a8-4bca-83e6-1c8d3fa32155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:23.484914 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c596a820-e715-46a1-a34a-21c621ea9b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:23.511951 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e8186f63-04a8-4bca-83e6-1c8d3fa32155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:23.519317 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-2eba01e0-f732-48fc-9de2-c1eadabac8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:23.538755 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8186f63-04a8-4bca-83e6-1c8d3fa32155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b663e7-0df0-45bc-b52f-4c0a171ffebc,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:23.541203 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e8186f63-04a8-4bca-83e6-1c8d3fa32155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:23.553080 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e8186f63-04a8-4bca-83e6-1c8d3fa32155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:23.554324 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e8186f63-04a8-4bca-83e6-1c8d3fa32155 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7b663e7-0df0-45bc-b52f-4c0a171ffebc HTTP/1.1" status: 204 len: 168 time: 0.1846101 Jun 19 18:16:23.852350 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43596) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:23.871161 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0c376dbd-6ae5-4105-98d2-613ae8a9d142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:23.892003 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0c376dbd-6ae5-4105-98d2-613ae8a9d142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:16:23.895765 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0c376dbd-6ae5-4105-98d2-613ae8a9d142 admin admin] Usage tracker for resource:security_group_rule and tenant:db28c2d205a14639aae55240b1633e4d is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:16:23.898581 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-0c376dbd-6ae5-4105-98d2-613ae8a9d142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:16:23.904866 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-0c376dbd-6ae5-4105-98d2-613ae8a9d142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:16:23.991009 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0c376dbd-6ae5-4105-98d2-613ae8a9d142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:23.995379 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-0c376dbd-6ae5-4105-98d2-613ae8a9d142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:24.002847 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-60a4f4d9-16a6-4a06-bfa9-46f47b171479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:24.003295 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:24.042997 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-0c376dbd-6ae5-4105-98d2-613ae8a9d142 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db28c2d205a14639aae55240b1633e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895001 Jun 19 18:16:24.043870 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c376dbd-6ae5-4105-98d2-613ae8a9d142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55fc2ed-cd6b-4cb8-888e-47c5f61ca7a3,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:24.045881 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43600) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:24.046804 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0c376dbd-6ae5-4105-98d2-613ae8a9d142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:24.103538 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a7ca5068-c0fa-4993-8e5e-f8f5884d1c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:24.129148 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a7ca5068-c0fa-4993-8e5e-f8f5884d1c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:24.179942 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a7ca5068-c0fa-4993-8e5e-f8f5884d1c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:24.184154 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-77a6ef47-7e95-4cb0-b950-731ac3f6e099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:24.196709 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca5068-c0fa-4993-8e5e-f8f5884d1c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55fc2ed-cd6b-4cb8-888e-47c5f61ca7a3,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:24.200487 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a7ca5068-c0fa-4993-8e5e-f8f5884d1c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:24.205735 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-a7ca5068-c0fa-4993-8e5e-f8f5884d1c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:24.206821 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-a7ca5068-c0fa-4993-8e5e-f8f5884d1c82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c55fc2ed-cd6b-4cb8-888e-47c5f61ca7a3 HTTP/1.1" status: 204 len: 168 time: 0.1599464 Jun 19 18:16:25.842444 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:31.484472 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43762) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:31.600769 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc04c8e2-ed36-48d9-8faa-73ad9a724e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:31.618906 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cc04c8e2-ed36-48d9-8faa-73ad9a724e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:16:31.622730 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cc04c8e2-ed36-48d9-8faa-73ad9a724e13 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f6e9048c2d4ce28949ec14f0691849 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:16:31.626198 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-cc04c8e2-ed36-48d9-8faa-73ad9a724e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:16:31.633309 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-cc04c8e2-ed36-48d9-8faa-73ad9a724e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:16:31.807059 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc04c8e2-ed36-48d9-8faa-73ad9a724e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:31.811329 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cc04c8e2-ed36-48d9-8faa-73ad9a724e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:31.818470 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5ce2469b-a1fb-4832-9389-fa8460f376c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:31.860126 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-cc04c8e2-ed36-48d9-8faa-73ad9a724e13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0f6e9048c2d4ce28949ec14f0691849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745296 Jun 19 18:16:31.860992 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04c8e2-ed36-48d9-8faa-73ad9a724e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccd6a41-0d1c-44f9-b5ed-475cbf30b13f,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:31.863080 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43770) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:31.866710 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cc04c8e2-ed36-48d9-8faa-73ad9a724e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:31.926325 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-cf52aa6e-8910-495c-bdc9-6160c73acb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:31.952622 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-cf52aa6e-8910-495c-bdc9-6160c73acb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:32.004449 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-cf52aa6e-8910-495c-bdc9-6160c73acb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:32.008473 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d9acf30a-c3af-430e-842f-7408861e3c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:32.022002 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52aa6e-8910-495c-bdc9-6160c73acb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccd6a41-0d1c-44f9-b5ed-475cbf30b13f,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:32.025648 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-cf52aa6e-8910-495c-bdc9-6160c73acb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:32.034983 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-cf52aa6e-8910-495c-bdc9-6160c73acb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:32.036107 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-cf52aa6e-8910-495c-bdc9-6160c73acb67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ccd6a41-0d1c-44f9-b5ed-475cbf30b13f HTTP/1.1" status: 204 len: 168 time: 0.1723447 Jun 19 18:16:32.323064 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 43786) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:32.344574 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72b16e35-f53e-4d37-b3e3-dbd3cbb4e382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:32.359490 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-72b16e35-f53e-4d37-b3e3-dbd3cbb4e382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:16:32.363279 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-72b16e35-f53e-4d37-b3e3-dbd3cbb4e382 admin admin] Usage tracker for resource:security_group_rule and tenant:e70f6466ad6a429c9cfe208dc45d61bf is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:16:32.366088 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-72b16e35-f53e-4d37-b3e3-dbd3cbb4e382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:16:32.371826 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-72b16e35-f53e-4d37-b3e3-dbd3cbb4e382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:16:32.458747 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72b16e35-f53e-4d37-b3e3-dbd3cbb4e382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:32.463493 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-72b16e35-f53e-4d37-b3e3-dbd3cbb4e382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:32.469785 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-15b6825c-aa7c-4704-946a-938171708041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:32.510884 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-72b16e35-f53e-4d37-b3e3-dbd3cbb4e382 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e70f6466ad6a429c9cfe208dc45d61bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867297 Jun 19 18:16:32.512009 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b16e35-f53e-4d37-b3e3-dbd3cbb4e382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b81c64-5792-467b-93c8-d194f25323e9,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:32.513526 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43794) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:32.515222 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-72b16e35-f53e-4d37-b3e3-dbd3cbb4e382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:32.580247 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7c7a-980b-4bf1-8af7-1020480555de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:32.607927 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7c7a-980b-4bf1-8af7-1020480555de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:32.665313 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7c7a-980b-4bf1-8af7-1020480555de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:32.674442 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-da997de6-a9fa-4925-9061-303bb01be230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:32.690064 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e7c7a-980b-4bf1-8af7-1020480555de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b81c64-5792-467b-93c8-d194f25323e9,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:32.692330 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cf5e7c7a-980b-4bf1-8af7-1020480555de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:32.701938 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-cf5e7c7a-980b-4bf1-8af7-1020480555de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:32.705331 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-cf5e7c7a-980b-4bf1-8af7-1020480555de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0b81c64-5792-467b-93c8-d194f25323e9 HTTP/1.1" status: 204 len: 168 time: 0.1884623 Jun 19 18:16:36.278709 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30b960-f3ee-45ab-b083-8376286df57e req-bc6a2e6b-7852-4fc4-9dc6-c7bc1f05f92a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:16:36.280260 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cc30b960-f3ee-45ab-b083-8376286df57e req-bc6a2e6b-7852-4fc4-9dc6-c7bc1f05f92a tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 945 time: 0.0811777 Jun 19 18:16:36.331047 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-cc30b960-f3ee-45ab-b083-8376286df57e req-657fae7e-fe25-402e-b8dd-c985e264c57f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a8039c-ecc2-4537-a436-8e78827b27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451503 Jun 19 18:16:37.518984 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1d6f3-ec16-4af2-bdab-d9e10c0ea283 req-6aa0d98f-ff88-460e-a820-16188227d06b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:16:37.520431 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b7c1d6f3-ec16-4af2-bdab-d9e10c0ea283 req-6aa0d98f-ff88-460e-a820-16188227d06b tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 945 time: 0.0830562 Jun 19 18:16:37.566573 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b7c1d6f3-ec16-4af2-bdab-d9e10c0ea283 req-0eea176b-2884-467a-a57f-18d7c25cb136 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a8039c-ecc2-4537-a436-8e78827b27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398405 Jun 19 18:16:38.620079 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-a88f37a9-8621-40de-b84e-d41e6516b57f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:16:38.620774 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-a88f37a9-8621-40de-b84e-d41e6516b57f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Synchronizing usage tracker for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:16:38.636468 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-a88f37a9-8621-40de-b84e-d41e6516b57f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Unset dirty status for tenant:fafa5c8bae7e4634a844643e7c91706e on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:16:38.637816 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-a88f37a9-8621-40de-b84e-d41e6516b57f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.30 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 945 time: 0.0967088 Jun 19 18:16:38.712546 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Deleting port b96bb4a6-521e-4793-b1db-d37b1e3c22b6 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:16:38.712810 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:38.769927 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c76245-6577-4e55-82e1-54360add9354 req-28b22869-319e-423c-8230-77dfc743d032 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:16:38.771357 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-00c76245-6577-4e55-82e1-54360add9354 req-28b22869-319e-423c-8230-77dfc743d032 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 945 time: 0.0908349 Jun 19 18:16:38.820462 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-00c76245-6577-4e55-82e1-54360add9354 req-ecf453d1-255b-4d00-b7a4-c4e3d45b6e4c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a8039c-ecc2-4537-a436-8e78827b27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426331 Jun 19 18:16:38.962450 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] For port b96bb4a6-521e-4793-b1db-d37b1e3c22b6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=b96bb4a6-521e-4793-b1db-d37b1e3c22b6,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:16:38.962950 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:39.271974 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:39.272345 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1747646'] for floatingip, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:39.272655 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.l3_db [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Floating IP 7dd4b377-673f-4748-9a43-8fc8147bd61b disassociated. External IP: 172.28.0.194, port: b96bb4a6-521e-4793-b1db-d37b1e3c22b6. Jun 19 18:16:39.273061 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Calling delete_port for b96bb4a6-521e-4793-b1db-d37b1e3c22b6 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:16:39.422502 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:39.427821 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-97fb2b20-299b-4e5c-9d2d-a4a7fabaa9a5 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:39.477513 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event deleted for resources: {'Port': ['ID=b96bb4a6-521e-4793-b1db-d37b1e3c22b6,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:39.480613 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:39.667495 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Router 7efb41dc-9980-4381-b938-499f27541bcf has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:16:39.851755 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:16:39.861959 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0614e5-6e0c-4409-bc50-3a4fb62f8734 None None] Sync routers for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:16:39.886935 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0614e5-6e0c-4409-bc50-3a4fb62f8734 None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:16:39.887811 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-6a0614e5-6e0c-4409-bc50-3a4fb62f8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:16:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:16:40.006591 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-1a378a10-9c7f-4271-bb9b-3431a1401178 req-300a2285-12e3-4cfc-8dbd-bfae7742bc2c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/ports?device_id=7789fe9a-5bdc-4236-a272-b133268cfafd HTTP/1.1" status: 200 len: 210 time: 0.0536098 Jun 19 18:16:40.050851 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] No DVR routers for this DVR port b96bb4a6-521e-4793-b1db-d37b1e3c22b6 on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:16:40.053335 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:40.056699 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'name': 'network-vif-deleted', 'tag': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:16:40.072418 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-af039403-5436-4a83-8e58-9f9e1d26d565 req-dea3f18d-52ae-4081-82d5-01177f002904 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.30 "DELETE /v2.0/ports/b96bb4a6-521e-4793-b1db-d37b1e3c22b6 HTTP/1.1" status: 204 len: 173 time: 1.4288731 Jun 19 18:16:40.090616 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-6a0614e5-6e0c-4409-bc50-3a4fb62f8734 None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:16:40.103742 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7789fe9a-5bdc-4236-a272-b133268cfafd', 'name': 'network-vif-deleted', 'tag': 'b96bb4a6-521e-4793-b1db-d37b1e3c22b6', 'status': 'completed', 'code': 200} Jun 19 18:16:40.444481 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-6a0614e5-6e0c-4409-bc50-3a4fb62f8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:04Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:16:40.450833 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0614e5-6e0c-4409-bc50-3a4fb62f8734 None None] Checking router: 7efb41dc-9980-4381-b938-499f27541bcf for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:16:40.459237 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0614e5-6e0c-4409-bc50-3a4fb62f8734 None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:16:40.459860 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-6a0614e5-6e0c-4409-bc50-3a4fb62f8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:16:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:16:40.647756 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-6a0614e5-6e0c-4409-bc50-3a4fb62f8734 None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:16:40.986650 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-6a0614e5-6e0c-4409-bc50-3a4fb62f8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:04Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:16:40.990630 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0614e5-6e0c-4409-bc50-3a4fb62f8734 None None] The sync data for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb is: [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:09:57Z', 'revision_number': 4, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb', '_interfaces': [{'id': '60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4', 'name': '', 'network_id': 'd4b86cc9-0fd8-4168-ab4e-35a98cce4551', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'mac_address': 'fa:16:3e:2a:b6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:56Z', 'updated_at': '2021-06-19T18:10:04Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'subnets': [{'id': '8b3e0ae5-0af0-4e99-adcd-11d168f82436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:16:41.134953 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43932) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:41.211685 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ac09b9f6-9d35-455d-b399-ef4ed360690f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:41.240679 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ac09b9f6-9d35-455d-b399-ef4ed360690f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:41.303676 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ac09b9f6-9d35-455d-b399-ef4ed360690f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:41.308053 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f3323d44-bd4d-449f-9a54-85ab68562e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:41.324775 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09b9f6-9d35-455d-b399-ef4ed360690f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a8039c-ecc2-4537-a436-8e78827b27a4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:41.327401 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ac09b9f6-9d35-455d-b399-ef4ed360690f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:41.339296 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ac09b9f6-9d35-455d-b399-ef4ed360690f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:41.343235 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ac09b9f6-9d35-455d-b399-ef4ed360690f tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "DELETE /v2.0/security-groups/17a8039c-ecc2-4537-a436-8e78827b27a4 HTTP/1.1" status: 204 len: 168 time: 0.2049739 Jun 19 18:16:41.343995 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43936) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:41.345866 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b7201-414d-46d3-b6b6-df48edd738e7 None None] New status for floating IP 7dd4b377-673f-4748-9a43-8fc8147bd61b: DOWN {{(pid=78399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 18:16:41.365490 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.api.v2.resource [None req-fc120470-7e42-45fc-bd11-90049eeb586c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] show failed (client error): The resource could not be found. Jun 19 18:16:41.366457 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-fc120470-7e42-45fc-bd11-90049eeb586c tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "GET /v2.0/security-groups/17a8039c-ecc2-4537-a436-8e78827b27a4 HTTP/1.1" status: 404 len: 347 time: 0.0215478 Jun 19 18:16:41.369412 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43940) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:41.530840 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-d261327d-5f4e-4b3b-8d75-c3d169be945d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Deleting port b8183f43-abca-49f6-a326-5f6ab77bed07 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:16:41.531142 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d261327d-5f4e-4b3b-8d75-c3d169be945d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:41.703901 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d261327d-5f4e-4b3b-8d75-c3d169be945d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:41.704261 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d261327d-5f4e-4b3b-8d75-c3d169be945d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:41.828327 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-d261327d-5f4e-4b3b-8d75-c3d169be945d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Calling delete_port for b8183f43-abca-49f6-a326-5f6ab77bed07 owned by network:floatingip {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:16:41.971091 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d261327d-5f4e-4b3b-8d75-c3d169be945d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:41.975287 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-eac6676f-eb18-4240-9e29-316d278bc551 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:42.022309 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261327d-5f4e-4b3b-8d75-c3d169be945d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Pushing event deleted for resources: {'Port': ['ID=b8183f43-abca-49f6-a326-5f6ab77bed07,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:42.051930 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d261327d-5f4e-4b3b-8d75-c3d169be945d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:42.114468 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d261327d-5f4e-4b3b-8d75-c3d169be945d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks [] for floatingip, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:42.128348 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-d261327d-5f4e-4b3b-8d75-c3d169be945d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for floatingip, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:42.129470 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-d261327d-5f4e-4b3b-8d75-c3d169be945d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] 10.222.0.16 "DELETE /v2.0/floatingips/7dd4b377-673f-4748-9a43-8fc8147bd61b HTTP/1.1" status: 204 len: 168 time: 0.7591877 Jun 19 18:16:43.327026 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device b96bb4a6-521e-4793-b1db-d37b1e3c22b6 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:16:43.363160 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: b96bb4a6-521e-4793-b1db-d37b1e3c22b6 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:16:43.363503 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device b96bb4a6-521e-4793-b1db-d37b1e3c22b6 not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:16:46.132291 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 43988) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:46.815060 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:16:46.914637 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746860'] for router_interface, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:47.257895 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] Deleting port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:16:47.258520 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:47.429350 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] For port 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:16:47.429616 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:47.547401 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] Calling delete_port for 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 owned by network:router_interface {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:16:47.720684 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:47.724037 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1f241fca-4c80-4b14-a003-39175da298b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:47.768931 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] Pushing event deleted for resources: {'Port': ['ID=60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:47.772002 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:48.031024 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663772'] for router_interface, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:48.194652 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:48.484462 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] Router 7efb41dc-9980-4381-b938-499f27541bcf has already been hosted by L3 agent 624d5ebf-496a-4de0-962a-51cd7d3b6607 {{(pid=78397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 18:16:48.655941 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] Notify agent at l3_agent.dv-cinder-797107-1-smb the message routers_updated {{(pid=78397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 19 18:16:48.663991 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bec854-c4c1-40e9-89a4-3689d21c03b0 None None] Sync routers for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 18:16:48.671712 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9767b248-dc99-4649-94b5-d54cb229ed67 admin admin] 10.222.0.16 "PUT /v2.0/routers/7efb41dc-9980-4381-b938-499f27541bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5359290 Jun 19 18:16:48.671897 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44004) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:48.673801 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bec854-c4c1-40e9-89a4-3689d21c03b0 None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:16:48.674430 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d4bec854-c4c1-40e9-89a4-3689d21c03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:16:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:16:48.848618 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:48.853935 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-d4bec854-c4c1-40e9-89a4-3689d21c03b0 None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: dv-cinder-797107-1-smb {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:16:49.031998 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:49.041464 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Deleting port fcd3fd06-84db-47fc-b3a2-6c729da43202 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:16:49.041788 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:49.166071 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d4bec854-c4c1-40e9-89a4-3689d21c03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'external_fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:16:47Z', 'revision_number': 5, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port': {'id': 'fcd3fd06-84db-47fc-b3a2-6c729da43202', 'name': '', 'network_id': '8eadf0fe-99a1-477a-9e73-8344019ac9f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efb41dc-9980-4381-b938-499f27541bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797107-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T18:09:53Z', 'updated_at': '2021-06-19T18:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d14686-36f7-4c79-8ae2-db789b5e36c8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797107-1-smb'}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:16:49.169852 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bec854-c4c1-40e9-89a4-3689d21c03b0 None None] Checking router: 7efb41dc-9980-4381-b938-499f27541bcf for host: dv-cinder-797107-1-smb {{(pid=78400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 18:16:49.178263 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bec854-c4c1-40e9-89a4-3689d21c03b0 None None] Routers {'7efb41dc-9980-4381-b938-499f27541bcf'} bound to L3 agent in host dv-cinder-797107-1-smb {{(pid=78400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 19 18:16:49.178853 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d4bec854-c4c1-40e9-89a4-3689d21c03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797107-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T17:57:53Z,description=,heartbeat_timestamp=2021-06-19T18:16:23Z,host='dv-cinder-797107-1-smb',id=624d5ebf-496a-4de0-962a-51cd7d3b6607,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T17:57:53Z,topic='l3_agent')) {'router_ids': ['7efb41dc-9980-4381-b938-499f27541bcf'], 'active': True} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:16:49.216756 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] For port fcd3fd06-84db-47fc-b3a2-6c729da43202, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=fcd3fd06-84db-47fc-b3a2-6c729da43202,segment=NetworkSegment(b370a5d9-065a-4939-a591-25ebe56066a7),segment_id=b370a5d9-065a-4939-a591-25ebe56066a7)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:16:49.217134 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:49.327137 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_dvr_db [None req-d4bec854-c4c1-40e9-89a4-3689d21c03b0 None None] Set router 7efb41dc-9980-4381-b938-499f27541bcf gateway port host: None {{(pid=78400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Jun 19 18:16:49.340757 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Calling delete_port for fcd3fd06-84db-47fc-b3a2-6c729da43202 owned by network:router_gateway {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:16:49.433110 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.l3_hamode_db [None req-d4bec854-c4c1-40e9-89a4-3689d21c03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:16:49Z', 'revision_number': 6, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port_host': None}], 'dv-cinder-797107-1-smb', False) {} {{(pid=78400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:16:49.437064 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bec854-c4c1-40e9-89a4-3689d21c03b0 None None] The sync data for ids ['7efb41dc-9980-4381-b938-499f27541bcf'] in dv-cinder-797107-1-smb is: [{'id': '7efb41dc-9980-4381-b938-499f27541bcf', 'name': 'tempest-AttachVolumeTestJSON-484008341-router', 'tenant_id': 'fafa5c8bae7e4634a844643e7c91706e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T18:09:52Z', 'updated_at': '2021-06-19T18:16:49Z', 'revision_number': 6, 'project_id': 'fafa5c8bae7e4634a844643e7c91706e', 'gw_port_host': None}] {{(pid=78400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 18:16:49.519919 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:49.523336 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-98b688d7-edee-418d-941b-da535b5bbd08 tempest-ServerRescueNegativeTestJSON-709810522 tempest-ServerRescueNegativeTestJSON-709810522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:49.681454 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd3fd06-84db-47fc-b3a2-6c729da43202,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:49.683782 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:49.769178 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747587'] for router_gateway, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:49.943180 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1664522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482'] for router, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:49.945227 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:49.968914 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1663534'] for router, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:49.969402 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7efb41dc-9980-4381-b938-499f27541bcf {{(pid=78397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 19 18:16:49.982772 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Notify callbacks [] for router, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:49.983882 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7efb41dc-9980-4381-b938-499f27541bcf HTTP/1.1" status: 204 len: 168 time: 1.3111534 Jun 19 18:16:49.986472 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44010) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:50.043879 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45a9cd8-e2eb-42a4-b928-16eef9791c55 admin admin] Deleting subnet 8b3e0ae5-0af0-4e99-adcd-11d168f82436 {{(pid=78397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:16:50.046770 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c45a9cd8-e2eb-42a4-b928-16eef9791c55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:50.094997 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c45a9cd8-e2eb-42a4-b928-16eef9791c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2561049'] for subnet, precommit_delete_associations {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:50.176914 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c45a9cd8-e2eb-42a4-b928-16eef9791c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:50.209799 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:16:50.248085 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:16:50.248430 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 60df6fd3-6459-4cd0-a7bd-fcbf9a6c41a4 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:16:50.248849 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device fcd3fd06-84db-47fc-b3a2-6c729da43202 no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:16:50.285353 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: fcd3fd06-84db-47fc-b3a2-6c729da43202 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:16:50.285704 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device fcd3fd06-84db-47fc-b3a2-6c729da43202 not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:16:50.428581 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c45a9cd8-e2eb-42a4-b928-16eef9791c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3706322'] for subnet, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:50.432798 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c07dad56-fc3a-48c1-bf4b-857a09b8ae6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:50.469659 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a9cd8-e2eb-42a4-b928-16eef9791c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3e0ae5-0af0-4e99-adcd-11d168f82436,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:50.473521 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c45a9cd8-e2eb-42a4-b928-16eef9791c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:50.478024 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c45a9cd8-e2eb-42a4-b928-16eef9791c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:50.486064 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c45a9cd8-e2eb-42a4-b928-16eef9791c55 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8b3e0ae5-0af0-4e99-adcd-11d168f82436 HTTP/1.1" status: 204 len: 168 time: 0.4963961 Jun 19 18:16:50.486215 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c388a-e3c5-408f-8803-39b6c9da603a None None] Network d4b86cc9-0fd8-4168-ab4e-35a98cce4551 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:16:50.486346 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44016) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:50.592701 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:50.603663 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Deleting port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:16:50.603984 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:50.734348 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d9bb9-3462-41a5-be27-9a06379c7176 None None] DHCP port deletion for d4b86cc9-0fd8-4168-ab4e-35a98cce4551 request from dv-cinder-797107-1-smb {{(pid=78399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 19 18:16:50.737882 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-12c1fff4-aacc-43a2-874e-b861838d5768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:50.740141 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d9bb9-3462-41a5-be27-9a06379c7176 None None] Deleting port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:16:50.740500 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9bb9-3462-41a5-be27-9a06379c7176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:50.811797 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] For port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=67ed22e3-2ffe-4872-b44c-cff92dbc10aa,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:16:50.812254 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:50.936900 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Calling delete_port for 67ed22e3-2ffe-4872-b44c-cff92dbc10aa owned by network:dhcp {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:16:50.947805 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-ee4d9bb9-3462-41a5-be27-9a06379c7176 None None] For port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa, host dv-cinder-797107-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797107-1-smb',level=0,port_id=67ed22e3-2ffe-4872-b44c-cff92dbc10aa,segment=NetworkSegment(f672d0e0-a92d-4c31-98bd-414df7769437),segment_id=f672d0e0-a92d-4c31-98bd-414df7769437)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:16:50.948206 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9bb9-3462-41a5-be27-9a06379c7176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.021561 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.025323 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6d3caace-a5a9-4784-84ef-6d45b3f61fa8 tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:51.067441 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d9bb9-3462-41a5-be27-9a06379c7176 None None] Calling delete_port for 67ed22e3-2ffe-4872-b44c-cff92dbc10aa owned by network:dhcp {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:16:51.067653 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ed22e3-2ffe-4872-b44c-cff92dbc10aa,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:51.070485 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:51.071387 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] No DVR routers for this DVR port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa on host dv-cinder-797107-1-smb {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:16:51.149987 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.154557 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.db.api [None req-ee4d9bb9-3462-41a5-be27-9a06379c7176 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 18:16:51.154918 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_db.api [None req-ee4d9bb9-3462-41a5-be27-9a06379c7176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 18:16:51.184019 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.196946 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b86cc9-0fd8-4168-ab4e-35a98cce4551']}} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:16:51.208532 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f672d0e0-a92d-4c31-98bd-414df7769437') {'for_net_delete': True} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:16:51.208820 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.services.segments.db [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f672d0e0-a92d-4c31-98bd-414df7769437') {} {{(pid=78397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:16:51.220213 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2561070'] for segment, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.238875 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.244648 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=78397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:16:51.245066 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562485'] for segment, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: Traceback (most recent call last): Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: timer() Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: cb(*args, **kw) Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: return func(*args, **kwargs) Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: self._notify() Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: self.callback(batched_events) Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: event.method(event) Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: return f(self, *a, **k) Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: return self._get(url).json() Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: return self.request(url, 'GET', **kwargs) Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:16:51.257836 dv-cinder-797107-1-smb neutron-server[78397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:16:51.329765 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.333579 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e65a7776-1b40-4a45-bab9-815535da5520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:51.346937 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.356715 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b86cc9-0fd8-4168-ab4e-35a98cce4551,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:51.359718 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:51.369521 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d4b86cc9-0fd8-4168-ab4e-35a98cce4551 HTTP/1.1" status: 204 len: 168 time: 0.8822651 Jun 19 18:16:51.484365 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44024) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:51.632047 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-bddd12b4-015b-4fb3-8568-2d00fdcba834 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fafa5c8bae7e4634a844643e7c91706e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464238 Jun 19 18:16:51.634661 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44030) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:51.656047 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d9bb9-3462-41a5-be27-9a06379c7176 None None] Deleting port 67ed22e3-2ffe-4872-b44c-cff92dbc10aa {{(pid=78399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:16:51.656523 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9bb9-3462-41a5-be27-9a06379c7176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.691754 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8da126f4-2921-4b2b-afe7-82cb1bf6373a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.716810 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8da126f4-2921-4b2b-afe7-82cb1bf6373a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.720090 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d9bb9-3462-41a5-be27-9a06379c7176 None None] The port '67ed22e3-2ffe-4872-b44c-cff92dbc10aa' was deleted {{(pid=78399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 19 18:16:51.770346 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8da126f4-2921-4b2b-afe7-82cb1bf6373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.774015 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4e6340d7-bfbb-402a-8022-199b9aae4968 tempest-TestMinimumBasicScenario-1328332788 tempest-TestMinimumBasicScenario-1328332788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:51.786096 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da126f4-2921-4b2b-afe7-82cb1bf6373a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a9a502-98d6-4a19-8564-a00c27590817,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:51.789369 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8da126f4-2921-4b2b-afe7-82cb1bf6373a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:51.795587 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-8da126f4-2921-4b2b-afe7-82cb1bf6373a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:51.796674 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-8da126f4-2921-4b2b-afe7-82cb1bf6373a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0a9a502-98d6-4a19-8564-a00c27590817 HTTP/1.1" status: 204 len: 168 time: 0.1611376 Jun 19 18:16:51.934168 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 67ed22e3-2ffe-4872-b44c-cff92dbc10aa no longer exists at agent ovs-agent-dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:16:51.971967 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] No Port match for: 67ed22e3-2ffe-4872-b44c-cff92dbc10aa {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:16:51.972379 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Device 67ed22e3-2ffe-4872-b44c-cff92dbc10aa not bound to the agent host dv-cinder-797107-1-smb {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:16:53.487450 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9701a2c0-6b18-4996-ab36-7e9e331c41a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:54.005946 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:54.701100 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44106) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:54.828820 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-be9dd0e1-21d1-4ed7-8b2e-c6406f42ad14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:54.843756 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-be9dd0e1-21d1-4ed7-8b2e-c6406f42ad14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:16:54.847585 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-be9dd0e1-21d1-4ed7-8b2e-c6406f42ad14 admin admin] Usage tracker for resource:security_group_rule and tenant:b20e246c54e747a7b652392c21e78907 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:16:54.850419 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-be9dd0e1-21d1-4ed7-8b2e-c6406f42ad14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:16:54.856246 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-be9dd0e1-21d1-4ed7-8b2e-c6406f42ad14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:16:54.941857 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-be9dd0e1-21d1-4ed7-8b2e-c6406f42ad14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:54.946316 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-be9dd0e1-21d1-4ed7-8b2e-c6406f42ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:54.954602 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-587be9b2-a0ae-4b83-8eec-b21f4f465e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:54.993832 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-be9dd0e1-21d1-4ed7-8b2e-c6406f42ad14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b20e246c54e747a7b652392c21e78907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916770 Jun 19 18:16:54.995472 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dd0e1-21d1-4ed7-8b2e-c6406f42ad14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3cfe96-7f41-4eb9-81ca-e26c3a634cd7,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:54.998538 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 44112) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:54.999063 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-be9dd0e1-21d1-4ed7-8b2e-c6406f42ad14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:55.150419 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb95d-a3c4-4903-860f-4350c843eb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:55.177256 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb95d-a3c4-4903-860f-4350c843eb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:55.230004 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb95d-a3c4-4903-860f-4350c843eb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:55.234026 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-0ad612e5-aaee-4700-b022-5000c3db4d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:55.246593 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdb95d-a3c4-4903-860f-4350c843eb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3cfe96-7f41-4eb9-81ca-e26c3a634cd7,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:55.248965 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e1cdb95d-a3c4-4903-860f-4350c843eb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:55.257781 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb95d-a3c4-4903-860f-4350c843eb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:55.261383 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-e1cdb95d-a3c4-4903-860f-4350c843eb5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b3cfe96-7f41-4eb9-81ca-e26c3a634cd7 HTTP/1.1" status: 204 len: 168 time: 0.2591279 Jun 19 18:16:55.842657 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:56.110301 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 44150) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:56.236259 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de99-a652-481f-af91-fc81c0480abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:56.251195 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-eeb4de99-a652-481f-af91-fc81c0480abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:16:56.256246 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-eeb4de99-a652-481f-af91-fc81c0480abb admin admin] Usage tracker for resource:security_group_rule and tenant:7b6148b5d2e54b3ba02b1323d5f86aab is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:16:56.260055 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-eeb4de99-a652-481f-af91-fc81c0480abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:16:56.266863 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-eeb4de99-a652-481f-af91-fc81c0480abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:16:56.356946 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de99-a652-481f-af91-fc81c0480abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:56.361311 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-eeb4de99-a652-481f-af91-fc81c0480abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:56.368760 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-65802f23-e096-445a-84ed-7b45e6d9ba89 tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:56.413272 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-eeb4de99-a652-481f-af91-fc81c0480abb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b6148b5d2e54b3ba02b1323d5f86aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017797 Jun 19 18:16:56.414184 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4de99-a652-481f-af91-fc81c0480abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b3abb-c4c8-4feb-b19d-724b35ec85e7,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:56.416916 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44160) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:16:56.418122 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-eeb4de99-a652-481f-af91-fc81c0480abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:56.479694 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e19a-82f6-4691-9940-367b01a36ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:56.507320 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e19a-82f6-4691-9940-367b01a36ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:56.563467 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e19a-82f6-4691-9940-367b01a36ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:56.569162 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-a7ca5068-c0fa-4993-8e5e-f8f5884d1c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:16:56.583602 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8e19a-82f6-4691-9940-367b01a36ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71b3abb-c4c8-4feb-b19d-724b35ec85e7,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:16:56.588302 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bfc8e19a-82f6-4691-9940-367b01a36ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:16:56.605135 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-bfc8e19a-82f6-4691-9940-367b01a36ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:16:56.606248 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-bfc8e19a-82f6-4691-9940-367b01a36ac9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b71b3abb-c4c8-4feb-b19d-724b35ec85e7 HTTP/1.1" status: 204 len: 168 time: 0.1874475 Jun 19 18:17:14.680084 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44526) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:14.800833 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-418fbc70-3ff4-4b50-9f51-fd99f83b6191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:14.815771 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-418fbc70-3ff4-4b50-9f51-fd99f83b6191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:14.819749 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-418fbc70-3ff4-4b50-9f51-fd99f83b6191 admin admin] Usage tracker for resource:security_group_rule and tenant:78aafbd1d156463fa67e482a48a98c1a is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:14.822589 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-418fbc70-3ff4-4b50-9f51-fd99f83b6191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:14.828613 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-418fbc70-3ff4-4b50-9f51-fd99f83b6191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:14.911855 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-418fbc70-3ff4-4b50-9f51-fd99f83b6191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:14.915689 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-418fbc70-3ff4-4b50-9f51-fd99f83b6191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:14.923093 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fa8cb442-2d4e-4d43-b0d9-071157a05f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:14.963661 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-418fbc70-3ff4-4b50-9f51-fd99f83b6191 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78aafbd1d156463fa67e482a48a98c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823997 Jun 19 18:17:14.965046 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fbc70-3ff4-4b50-9f51-fd99f83b6191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29d2be4-7649-4055-b86b-45a321bbbe75,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:14.967469 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44532) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:14.970217 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-418fbc70-3ff4-4b50-9f51-fd99f83b6191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:15.028862 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f64f1ed6-3e4e-4c90-aedc-bcfc6e499861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:15.054912 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f64f1ed6-3e4e-4c90-aedc-bcfc6e499861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:15.109072 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f64f1ed6-3e4e-4c90-aedc-bcfc6e499861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:15.112676 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-8ab8deea-5c50-4960-bc88-f8d5f4b61937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:15.125328 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f1ed6-3e4e-4c90-aedc-bcfc6e499861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29d2be4-7649-4055-b86b-45a321bbbe75,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:15.127665 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f64f1ed6-3e4e-4c90-aedc-bcfc6e499861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:15.132853 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f64f1ed6-3e4e-4c90-aedc-bcfc6e499861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:15.133991 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f64f1ed6-3e4e-4c90-aedc-bcfc6e499861 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f29d2be4-7649-4055-b86b-45a321bbbe75 HTTP/1.1" status: 204 len: 168 time: 0.1655807 Jun 19 18:17:15.422524 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44540) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:15.440194 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c4af8df4-d709-4d97-85f0-799054a70c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:15.455224 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-c4af8df4-d709-4d97-85f0-799054a70c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:15.458952 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-c4af8df4-d709-4d97-85f0-799054a70c1a admin admin] Usage tracker for resource:security_group_rule and tenant:45240a4154ea4ca5a724cbc2781db367 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:15.461735 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-c4af8df4-d709-4d97-85f0-799054a70c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:15.468114 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-c4af8df4-d709-4d97-85f0-799054a70c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:15.553821 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c4af8df4-d709-4d97-85f0-799054a70c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:15.558114 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-c4af8df4-d709-4d97-85f0-799054a70c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:15.565754 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4bbebea2-d024-4ab8-bfb9-6afc60415c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:15.605615 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af8df4-d709-4d97-85f0-799054a70c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7865ae2b-d97d-4ab4-9eae-93a1a253b5e5,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:15.608690 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c4af8df4-d709-4d97-85f0-799054a70c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:15.611188 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-c4af8df4-d709-4d97-85f0-799054a70c1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45240a4154ea4ca5a724cbc2781db367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876683 Jun 19 18:17:15.613862 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44544) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:15.673961 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e4da4ef6-a005-4b68-b010-c7596b7c7401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:15.705714 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e4da4ef6-a005-4b68-b010-c7596b7c7401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:15.760398 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e4da4ef6-a005-4b68-b010-c7596b7c7401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:15.766263 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-7983d6a5-602e-4e1b-8704-92d7e39c59dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:15.779318 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da4ef6-a005-4b68-b010-c7596b7c7401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7865ae2b-d97d-4ab4-9eae-93a1a253b5e5,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:15.782188 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e4da4ef6-a005-4b68-b010-c7596b7c7401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:15.784094 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e4da4ef6-a005-4b68-b010-c7596b7c7401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:15.785210 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e4da4ef6-a005-4b68-b010-c7596b7c7401 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7865ae2b-d97d-4ab4-9eae-93a1a253b5e5 HTTP/1.1" status: 204 len: 168 time: 0.1704466 Jun 19 18:17:18.208484 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:20.738714 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e6890480-2124-488d-bad2-fbb6eb18621c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:21.133055 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:23.497176 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-755a77f3-4d7d-441f-8fe5-1b38a23dc5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:23.506998 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44664) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:23.645507 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:23.660764 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:23.664712 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:4b82502105bd40f98c5ed30da5a880eb is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:23.667584 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:23.673858 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:23.774390 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:23.779328 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:23.785421 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d270dd57-35eb-4d2f-b288-7606caf9167a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:23.814019 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:17:23.831674 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3c7656-576a-48f9-a865-4777d07b6c81,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:23.835716 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b82502105bd40f98c5ed30da5a880eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276396 Jun 19 18:17:23.838868 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 44670) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:23.842820 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:23.843196 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:23.843565 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:23.843928 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:23.844282 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:23.844633 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:23.845093 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:23.845431 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:23.845784 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:23.846128 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:23.846492 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:23.846832 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:23.850965 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-90ed81c6-638c-4324-8296-71087456e6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:23.912441 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:23.941075 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:24.002225 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:24.006028 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ca41b371-2eed-47a0-8bbb-53acc081ca64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:24.009581 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:24.019703 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3c7656-576a-48f9-a865-4777d07b6c81,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:24.031796 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:24.032092 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:24.032458 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:24.032820 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:24.033214 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:24.033574 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:24.033929 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:24.034282 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:24.034634 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:24.034983 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:24.035332 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:24.035675 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:24.039814 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:24.044706 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:24.045823 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-1b3fe1f6-3254-4c73-91e7-25d99e7bf306 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e3c7656-576a-48f9-a865-4777d07b6c81 HTTP/1.1" status: 204 len: 168 time: 0.2059994 Jun 19 18:17:24.339647 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 44678) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:24.357590 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ac66557f-36a8-4f8d-8268-d1a69ac62035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:24.371970 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ac66557f-36a8-4f8d-8268-d1a69ac62035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:24.375984 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ac66557f-36a8-4f8d-8268-d1a69ac62035 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5173cb61fd45cebc5f144345825d0f is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:24.378743 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-ac66557f-36a8-4f8d-8268-d1a69ac62035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:24.384261 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-ac66557f-36a8-4f8d-8268-d1a69ac62035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:24.472169 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ac66557f-36a8-4f8d-8268-d1a69ac62035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:24.476251 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ac66557f-36a8-4f8d-8268-d1a69ac62035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:24.483482 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-e1cdb95d-a3c4-4903-860f-4350c843eb5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:24.523642 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ac66557f-36a8-4f8d-8268-d1a69ac62035 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f5173cb61fd45cebc5f144345825d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828840 Jun 19 18:17:24.524538 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66557f-36a8-4f8d-8268-d1a69ac62035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0613d94-2f76-40af-8743-06476631e4c4,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:24.526268 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44684) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:24.528200 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ac66557f-36a8-4f8d-8268-d1a69ac62035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:24.588124 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3554fc68-c0ac-42a2-be34-e8b486e54ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:24.615502 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3554fc68-c0ac-42a2-be34-e8b486e54ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:24.668409 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3554fc68-c0ac-42a2-be34-e8b486e54ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:24.672082 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-00277250-1268-4681-96ef-eb5d566989ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:24.684246 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554fc68-c0ac-42a2-be34-e8b486e54ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0613d94-2f76-40af-8743-06476631e4c4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:24.687012 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3554fc68-c0ac-42a2-be34-e8b486e54ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:24.693837 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-3554fc68-c0ac-42a2-be34-e8b486e54ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:24.694933 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-3554fc68-c0ac-42a2-be34-e8b486e54ad5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0613d94-2f76-40af-8743-06476631e4c4 HTTP/1.1" status: 204 len: 168 time: 0.1662152 Jun 19 18:17:25.846517 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:34.492477 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44862) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:34.609949 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-74e4dc32-66c3-48c1-a858-0c4fe66addaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:34.624730 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-74e4dc32-66c3-48c1-a858-0c4fe66addaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:34.628602 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-74e4dc32-66c3-48c1-a858-0c4fe66addaf admin admin] Usage tracker for resource:security_group_rule and tenant:76869f31e6bc4b03ab912f389d70b0c1 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:34.631456 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-74e4dc32-66c3-48c1-a858-0c4fe66addaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:34.637768 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-74e4dc32-66c3-48c1-a858-0c4fe66addaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:34.718493 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-74e4dc32-66c3-48c1-a858-0c4fe66addaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:34.723074 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-74e4dc32-66c3-48c1-a858-0c4fe66addaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:34.731785 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-02449dbe-c150-4fee-9c86-1e0baa591ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:34.773357 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-74e4dc32-66c3-48c1-a858-0c4fe66addaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76869f31e6bc4b03ab912f389d70b0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797256 Jun 19 18:17:34.774958 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4dc32-66c3-48c1-a858-0c4fe66addaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af01b5f-a25e-40a9-9b14-926be6c18caf,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:34.776007 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 44868) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:34.778443 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-74e4dc32-66c3-48c1-a858-0c4fe66addaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:34.835348 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-970cc396-1e50-45be-af38-a3b736b0a84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:34.860929 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-970cc396-1e50-45be-af38-a3b736b0a84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:34.917231 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-970cc396-1e50-45be-af38-a3b736b0a84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:34.920892 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-92e76415-9685-4d80-b700-9b3b9bffe4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:34.932474 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cc396-1e50-45be-af38-a3b736b0a84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af01b5f-a25e-40a9-9b14-926be6c18caf,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:34.935250 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-970cc396-1e50-45be-af38-a3b736b0a84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:34.941900 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-970cc396-1e50-45be-af38-a3b736b0a84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:34.943014 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-970cc396-1e50-45be-af38-a3b736b0a84f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0af01b5f-a25e-40a9-9b14-926be6c18caf HTTP/1.1" status: 204 len: 168 time: 0.1660175 Jun 19 18:17:35.219953 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44876) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:35.237481 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f84b6a7d-628b-477d-808e-d5277106bf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:35.252487 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-f84b6a7d-628b-477d-808e-d5277106bf5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:35.256241 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-f84b6a7d-628b-477d-808e-d5277106bf5b admin admin] Usage tracker for resource:security_group_rule and tenant:d40c3f6c403f4d60a9b3427d2f4ea3cf is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:35.259048 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-f84b6a7d-628b-477d-808e-d5277106bf5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:35.265512 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-f84b6a7d-628b-477d-808e-d5277106bf5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:35.349636 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f84b6a7d-628b-477d-808e-d5277106bf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:35.353021 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f84b6a7d-628b-477d-808e-d5277106bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:35.361352 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c4af8df4-d709-4d97-85f0-799054a70c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:35.400406 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f84b6a7d-628b-477d-808e-d5277106bf5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d40c3f6c403f4d60a9b3427d2f4ea3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793435 Jun 19 18:17:35.402226 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b6a7d-628b-477d-808e-d5277106bf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0263c9-4239-4efe-be59-b153d98d378d,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:35.403298 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 44880) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:35.405511 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f84b6a7d-628b-477d-808e-d5277106bf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:35.464401 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5a779cfe-aaa1-493f-8d1a-7a997986fe75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:35.488982 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5a779cfe-aaa1-493f-8d1a-7a997986fe75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:35.539766 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5a779cfe-aaa1-493f-8d1a-7a997986fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:35.543530 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-3205adf5-697e-4919-8a88-5558a89d806f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:35.556027 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a779cfe-aaa1-493f-8d1a-7a997986fe75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0263c9-4239-4efe-be59-b153d98d378d,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:35.559440 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-5a779cfe-aaa1-493f-8d1a-7a997986fe75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:35.561322 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-5a779cfe-aaa1-493f-8d1a-7a997986fe75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:35.563825 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-5a779cfe-aaa1-493f-8d1a-7a997986fe75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b0263c9-4239-4efe-be59-b153d98d378d HTTP/1.1" status: 204 len: 168 time: 0.1581557 Jun 19 18:17:35.856582 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44894) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:35.962681 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44900) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:35.995127 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-139596a7-846e-4ba3-9ca5-1f80844bbf63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.003944 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9655fd02-c160-447c-a24a-bffb0b4922d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.025216 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-139596a7-846e-4ba3-9ca5-1f80844bbf63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:36.029516 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9655fd02-c160-447c-a24a-bffb0b4922d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:36.031701 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-139596a7-846e-4ba3-9ca5-1f80844bbf63 admin admin] Usage tracker for resource:security_group_rule and tenant:b2fcaa80caa14d8da7b5416109c1589e is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:36.035236 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-139596a7-846e-4ba3-9ca5-1f80844bbf63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:36.037980 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9655fd02-c160-447c-a24a-bffb0b4922d2 admin admin] Usage tracker for resource:security_group_rule and tenant:2f63fce960374d89aca63ccee88443d7 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:36.042641 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-9655fd02-c160-447c-a24a-bffb0b4922d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:36.045428 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-139596a7-846e-4ba3-9ca5-1f80844bbf63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:36.050664 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-9655fd02-c160-447c-a24a-bffb0b4922d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:36.190213 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-139596a7-846e-4ba3-9ca5-1f80844bbf63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.194720 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9655fd02-c160-447c-a24a-bffb0b4922d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.196084 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-139596a7-846e-4ba3-9ca5-1f80844bbf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.206575 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fda86e50-ec1e-40a5-8222-982fba21c83f tempest-AttachVolumeShelveTestJSON-127374163 tempest-AttachVolumeShelveTestJSON-127374163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:36.214960 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-9655fd02-c160-447c-a24a-bffb0b4922d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.266147 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-9655fd02-c160-447c-a24a-bffb0b4922d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f63fce960374d89aca63ccee88443d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078751 Jun 19 18:17:36.268684 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 44904) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:36.273662 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-139596a7-846e-4ba3-9ca5-1f80844bbf63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2fcaa80caa14d8da7b5416109c1589e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077238 Jun 19 18:17:36.273890 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44908) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:36.284299 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139596a7-846e-4ba3-9ca5-1f80844bbf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2219f92a-1c38-47fe-8857-10ff8b915339,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:36.288067 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-139596a7-846e-4ba3-9ca5-1f80844bbf63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:36.290191 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cc04c8e2-ed36-48d9-8faa-73ad9a724e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:36.332073 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ecccfb2-8d10-4752-ad7d-223930f39fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.342449 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655fd02-c160-447c-a24a-bffb0b4922d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb1c00b-489e-49ff-987a-6329de047968,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:36.345830 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9655fd02-c160-447c-a24a-bffb0b4922d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:36.360343 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ecccfb2-8d10-4752-ad7d-223930f39fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.363391 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f55546e7-3c26-4d91-8e90-a09ffe041f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.389469 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f55546e7-3c26-4d91-8e90-a09ffe041f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.414532 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ecccfb2-8d10-4752-ad7d-223930f39fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.420393 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d311fc9e-3534-4e7b-8e1e-83e1b34186f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:36.436528 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecccfb2-8d10-4752-ad7d-223930f39fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb1c00b-489e-49ff-987a-6329de047968,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:36.439583 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8ecccfb2-8d10-4752-ad7d-223930f39fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:36.441471 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-8ecccfb2-8d10-4752-ad7d-223930f39fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.442671 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-8ecccfb2-8d10-4752-ad7d-223930f39fe3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cb1c00b-489e-49ff-987a-6329de047968 HTTP/1.1" status: 204 len: 168 time: 0.1727455 Jun 19 18:17:36.450317 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f55546e7-3c26-4d91-8e90-a09ffe041f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.455420 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9655fd02-c160-447c-a24a-bffb0b4922d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:36.471794 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55546e7-3c26-4d91-8e90-a09ffe041f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2219f92a-1c38-47fe-8857-10ff8b915339,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:36.474433 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f55546e7-3c26-4d91-8e90-a09ffe041f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:36.486559 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-f55546e7-3c26-4d91-8e90-a09ffe041f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:36.490142 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-f55546e7-3c26-4d91-8e90-a09ffe041f7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2219f92a-1c38-47fe-8857-10ff8b915339 HTTP/1.1" status: 204 len: 168 time: 0.2130015 Jun 19 18:17:37.224279 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44950) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:37.333588 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44958) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:37.381949 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-533407892-network', 'tenant_id': 'edd10a25750c4c02a095896e7fdc72c6'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:17:37.387868 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:37.391712 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Usage tracker for resource:network and tenant:edd10a25750c4c02a095896e7fdc72c6 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:37.394622 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:37.400321 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:37.410669 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Made reservation on behalf of edd10a25750c4c02a095896e7fdc72c6 for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:17:37.412905 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.425873 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.441152 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1339311751-network', 'tenant_id': '1da2676af5ab4bc2a1b6ae1e0bb2ca73'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:17:37.449373 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:37.451655 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:37.455920 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Usage tracker for resource:network and tenant:1da2676af5ab4bc2a1b6ae1e0bb2ca73 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:37.458605 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Usage tracker for resource:security_group_rule and tenant:edd10a25750c4c02a095896e7fdc72c6 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:37.461073 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:37.463654 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:37.471842 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:37.473858 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:37.494365 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Made reservation on behalf of 1da2676af5ab4bc2a1b6ae1e0bb2ca73 for: {'network': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:17:37.497083 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for network, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.513457 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.538735 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:37.546889 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Usage tracker for resource:security_group_rule and tenant:1da2676af5ab4bc2a1b6ae1e0bb2ca73 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:37.550441 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:37.564080 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:37.630772 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.635767 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.640783 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:37.684052 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:17:37.694760 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:37.705994 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:37.719363 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.719702 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Added segment a659f953-c178-44ff-b3e1-00989ac020af of type vlan for network 1150b7e1-5745-4749-843f-f730c28cb5e1 Jun 19 18:17:37.732017 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.739165 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.750566 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-418fbc70-3ff4-4b50-9f51-fd99f83b6191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:37.766010 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.783841 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=78397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 18:17:37.801763 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb3635d-d458-4a4e-b276-f35e27990c28,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:37.811765 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.811972 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.db.segments_db [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Added segment 77ea4fd9-30b0-4f5e-acc6-7ba89db908be of type vlan for network 28149730-89a1-40ef-b2d1-06b1568f4c59 Jun 19 18:17:37.815819 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:37.830800 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.839082 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:37.840741 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.850794 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cc196d9f-6634-4796-b4f8-30d4458c4b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:37.878792 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730652082225'] for network, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:37.984548 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Pushing event updated for resources: {'Network': ['ID=1150b7e1-5745-4749-843f-f730c28cb5e1,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:37.988273 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7629309 Jun 19 18:17:37.989389 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ba4f5022-923f-473c-b6a2-d99e3467d72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:37.991335 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 44964) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:37.994665 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network 1150b7e1-5745-4749-843f-f730c28cb5e1 details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:17:37.997659 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Request body: {'subnet': {'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-533407892-subnet', 'tenant_id': 'edd10a25750c4c02a095896e7fdc72c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:17:38.001258 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807'] for network, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:38.003417 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:38.003987 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:38.009383 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:38.012072 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3773d2f0-49df-42cb-b61b-7499b93c8c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:38.033349 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Usage tracker for resource:subnet and tenant:edd10a25750c4c02a095896e7fdc72c6 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:38.040939 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:38.062699 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:38.065252 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7305570 Jun 19 18:17:38.068460 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 44968) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:17:38.076122 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.v2.base [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Request body: {'subnet': {'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1339311751-subnet', 'tenant_id': '1da2676af5ab4bc2a1b6ae1e0bb2ca73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:17:38.081066 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:38.085304 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Usage tracker for resource:subnet and tenant:1da2676af5ab4bc2a1b6ae1e0bb2ca73 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:38.088238 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:38.094196 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:38.104298 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Made reservation on behalf of 1da2676af5ab4bc2a1b6ae1e0bb2ca73 for: {'subnet': 1} {{(pid=78398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:17:38.106691 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476494'] for subnet, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:38.123588 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Pushing event updated for resources: {'Network': ['ID=28149730-89a1-40ef-b2d1-06b1568f4c59,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:38.126024 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Made reservation on behalf of edd10a25750c4c02a095896e7fdc72c6 for: {'subnet': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:17:38.128268 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706361'] for subnet, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:38.133820 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Network 28149730-89a1-40ef-b2d1-06b1568f4c59 details requested by agent ovs-agent-dv-cinder-797107-1-smb with host dv-cinder-797107-1-smb {{(pid=78399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 18:17:38.145476 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-e4b05fd9-300c-4de0-81be-151aa620e8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:38.496969 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2529165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476508'] for subnet, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:38.501759 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-cb90659f-e237-45e3-9342-5970235fd619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:38.576859 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93f2939-2e33-47b5-9b2e-81f227e6b0b8,revision_number=0']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:38.580642 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:38.584741 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Checking segment: {'id': '77ea4fd9-30b0-4f5e-acc6-7ba89db908be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:17:38.585125 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Network hostable DHCP agents. Network: 28149730-89a1-40ef-b2d1-06b1568f4c59, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:17:38.603739 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Network 28149730-89a1-40ef-b2d1-06b1568f4c59 is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:17:38.614207 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.scheduler.base_scheduler [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, 28149730-89a1-40ef-b2d1-06b1568f4c59) {{(pid=78398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:17:38.614857 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706347'] for subnet, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:38.618926 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-f3e01aaf-c79f-42a1-9006-8668c36bb72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:38.625437 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92e1599-cb1d-46c2-b513-75a5cb856b27 None None] Network 28149730-89a1-40ef-b2d1-06b1568f4c59 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:17:38.627171 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:38.627820 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:38.657803 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-9b147700-c23d-4acc-8cbe-97c39e8109ba admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5783789 Jun 19 18:17:38.694249 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e0610fd-dbdc-4ea6-85e9-fc24e994efc4,revision_number=0']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:38.697706 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:38.704229 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Checking segment: {'id': 'a659f953-c178-44ff-b3e1-00989ac020af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:17:38.704651 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Network hostable DHCP agents. Network: 1150b7e1-5745-4749-843f-f730c28cb5e1, hostable agents: ['f9b0e891-5a89-4e5c-abec-46670d93e163'], hosted agents: [] {{(pid=78397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 18:17:38.724839 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Network 1150b7e1-5745-4749-843f-f730c28cb5e1 is scheduled to be hosted by DHCP agent f9b0e891-5a89-4e5c-abec-46670d93e163 with binding_index 1 {{(pid=78397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 18:17:38.735609 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797107-1-smb, 1150b7e1-5745-4749-843f-f730c28cb5e1) {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:17:38.749230 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cc51e3-a556-468e-bdd6-bfdb1395e92f None None] Network 1150b7e1-5745-4749-843f-f730c28cb5e1 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:17:38.749937 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:38.750609 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for subnet, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:38.772093 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-018a3e2f-b629-493e-872c-ea64ecb705ff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7795615 Jun 19 18:17:38.941101 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb3faab-6150-4f58-96a5-bac005588668 None None] Network 28149730-89a1-40ef-b2d1-06b1568f4c59 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:17:39.188255 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587ce3ca-0cae-41d8-8222-172ac7299b57 None None] Network 1150b7e1-5745-4749-843f-f730c28cb5e1 requested from dv-cinder-797107-1-smb {{(pid=78399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 19 18:17:40.783249 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-99b33f0a-b09a-4ecb-97b6-674256196649 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:40.784704 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-99b33f0a-b09a-4ecb-97b6-674256196649 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/networks?id=1150b7e1-5745-4749-843f-f730c28cb5e1 HTTP/1.1" status: 200 len: 813 time: 0.1439846 Jun 19 18:17:40.823910 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-f1a2ec98-5e5e-4c81-becf-c5aa7936dc65 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/quotas/edd10a25750c4c02a095896e7fdc72c6 HTTP/1.1" status: 200 len: 375 time: 0.0337512 Jun 19 18:17:40.934642 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-375d7ddb-68b4-49d3-8a70-e9ea854bc8ca tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=edd10a25750c4c02a095896e7fdc72c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983791 Jun 19 18:17:40.949242 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-87e1c812-ee31-470e-90be-aff3884ae62a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 18:17:40.950175 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-87e1c812-ee31-470e-90be-aff3884ae62a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081489 Jun 19 18:17:41.080573 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-15c5268f-50e3-4083-a6d9-dbf54c0bdbf5 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:41.081989 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-15c5268f-50e3-4083-a6d9-dbf54c0bdbf5 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/networks?id=28149730-89a1-40ef-b2d1-06b1568f4c59 HTTP/1.1" status: 200 len: 809 time: 0.2849240 Jun 19 18:17:41.202648 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-94e959cf-0667-4afc-b7dd-c4b1e8c58ed7 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/quotas/1da2676af5ab4bc2a1b6ae1e0bb2ca73 HTTP/1.1" status: 200 len: 375 time: 0.1139977 Jun 19 18:17:41.211089 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-7a5cff1c-bde5-4e23-a65a-63353c5033d1 service neutron] 10.222.0.16 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534814 Jun 19 18:17:41.281778 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-bcfe4b2c-e66c-45d0-b8ca-70fe9cae18b0 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1da2676af5ab4bc2a1b6ae1e0bb2ca73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727301 Jun 19 18:17:41.352907 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-c6ce43b2-867d-47d8-8e9b-858a00a1cf61 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 18:17:41.353869 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-c6ce43b2-867d-47d8-8e9b-858a00a1cf61 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582378 Jun 19 18:17:41.482892 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-9c4f602a-b3e7-4ff1-8892-7a7fc8213461 service neutron] 10.222.0.16 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359390 Jun 19 18:17:41.512632 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-14e198d3-d026-4ec7-ac43-2a0724b1f92a service neutron] 10.222.0.16 "GET /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522276 Jun 19 18:17:41.667892 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b1b3a9ef-e1b8-4121-b708-59971eac77b3 req-f555ec25-8c81-41bc-aceb-5f66b3c77ce5 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 210 time: 0.0462859 Jun 19 18:17:41.689224 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-79984b05-a220-4a65-b5ac-6a857f4264ed service neutron] 10.222.0.16 "GET /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697085 Jun 19 18:17:41.867538 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e6c49862-0a57-4d3f-9e3b-fbf63cd32816 req-77ce71b4-268a-4c93-a142-25581f2df945 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 210 time: 0.0515456 Jun 19 18:17:42.820950 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5036bf54-1955-4db0-91cf-edc676984cd7 req-7c8fb45c-717f-4594-88fa-ca14d82c52d7 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 210 time: 0.0425005 Jun 19 18:17:42.971128 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-59114ac3-5671-4cd8-895f-f1748a3974ba req-294e0460-e028-44e8-88ee-fc869aecbbc9 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 210 time: 0.0459569 Jun 19 18:17:43.014083 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-84c14cc8-ce44-46b2-a930-3cd5befd5e03 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:43.014846 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-84c14cc8-ce44-46b2-a930-3cd5befd5e03 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Synchronizing usage tracker for tenant:edd10a25750c4c02a095896e7fdc72c6 on resource:network {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:17:43.031891 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-84c14cc8-ce44-46b2-a930-3cd5befd5e03 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Unset dirty status for tenant:edd10a25750c4c02a095896e7fdc72c6 on resource:network {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:17:43.033237 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-84c14cc8-ce44-46b2-a930-3cd5befd5e03 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.30 "GET /v2.0/networks?id=1150b7e1-5745-4749-843f-f730c28cb5e1 HTTP/1.1" status: 200 len: 813 time: 0.1727858 Jun 19 18:17:43.052295 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Request body: {'port': {'device_id': '436d0647-9047-4795-b17c-3c60faec5631', 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1', 'admin_state_up': True, 'tenant_id': 'edd10a25750c4c02a095896e7fdc72c6'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:17:43.194066 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:43.197804 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Usage tracker for resource:port and tenant:edd10a25750c4c02a095896e7fdc72c6 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:43.200603 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:43.206420 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:43.215805 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Made reservation on behalf of edd10a25750c4c02a095896e7fdc72c6 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:17:43.219295 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:43.384123 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Allocated IP 172.20.0.9 (1150b7e1-5745-4749-843f-f730c28cb5e1/4e0610fd-dbdc-4ea6-85e9-fc24e994efc4/2a259a10-0851-40d3-9986-9499e385a97d) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:17:43.595516 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:43.625335 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:43.630814 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ed6b8eb9-66ad-48e6-83ac-b090faef4677 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:43.698470 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Network 1150b7e1-5745-4749-843f-f730c28cb5e1 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:17:43.701718 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:17:43.705566 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:17:43.735555 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Pushing event updated for resources: {'Port': ['ID=2a259a10-0851-40d3-9986-9499e385a97d,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:43.741578 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:43.770669 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:43.771270 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:43.793120 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-819bb227-7a83-4771-a282-914e78502a5c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7453487 Jun 19 18:17:43.826859 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-aec7aaec-6232-445a-b16c-b24f84d07d3a tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=78397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 18:17:43.827862 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-aec7aaec-6232-445a-b16c-b24f84d07d3a tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051720 Jun 19 18:17:43.893642 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Request body: {'port': {'device_id': '436d0647-9047-4795-b17c-3c60faec5631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:17:44.075053 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4a19f-ee58-4188-aac7-c876b02e940f req-59159af9-25f0-4b23-92d7-9e994c584741 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:44.076517 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bcf4a19f-ee58-4188-aac7-c876b02e940f req-59159af9-25f0-4b23-92d7-9e994c584741 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 931 time: 0.0953653 Jun 19 18:17:44.144534 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:44.149573 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ece89e57-c8bf-482a-a22d-5ccdbda335bb req-1dd71dc2-1657-4734-9185-20438ba2ec64 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 210 time: 0.0478377 Jun 19 18:17:44.170457 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-bcf4a19f-ee58-4188-aac7-c876b02e940f req-2d866a96-48c2-4e9e-a472-03b9a42898cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858574 Jun 19 18:17:44.171430 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-dcb82b6a-02a6-404e-964b-eacff81416f1 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:44.172135 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-dcb82b6a-02a6-404e-964b-eacff81416f1 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Synchronizing usage tracker for tenant:1da2676af5ab4bc2a1b6ae1e0bb2ca73 on resource:network {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:17:44.236973 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-dcb82b6a-02a6-404e-964b-eacff81416f1 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Unset dirty status for tenant:1da2676af5ab4bc2a1b6ae1e0bb2ca73 on resource:network {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:17:44.238080 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-dcb82b6a-02a6-404e-964b-eacff81416f1 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.30 "GET /v2.0/networks?id=28149730-89a1-40ef-b2d1-06b1568f4c59 HTTP/1.1" status: 200 len: 809 time: 0.2979734 Jun 19 18:17:44.389588 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Request body: {'port': {'device_id': '5b74eeb0-e58c-4c64-b657-7273a3adbc12', 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59', 'admin_state_up': True, 'tenant_id': '1da2676af5ab4bc2a1b6ae1e0bb2ca73'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:17:44.634472 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:17:44.642515 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Usage tracker for resource:port and tenant:1da2676af5ab4bc2a1b6ae1e0bb2ca73 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:17:44.653560 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:17:44.667077 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:17:44.687858 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Made reservation on behalf of 1da2676af5ab4bc2a1b6ae1e0bb2ca73 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:17:44.691252 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:44.804680 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a259a10-0851-40d3-9986-9499e385a97d {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:17:44.819060 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:44.851591 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Transition to ACTIVE for port object 2a259a10-0851-40d3-9986-9499e385a97d will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:17:44.855403 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:44.862299 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-19bce3ca-e121-4810-932a-84f92dd8b5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:45.066629 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a259a10-0851-40d3-9986-9499e385a97d,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:45.074686 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Allocated IP 172.20.0.2 (28149730-89a1-40ef-b2d1-06b1568f4c59/d93f2939-2e33-47b5-9b2e-81f227e6b0b8/939e34b4-c169-4e44-a6c8-3fda4a341ebb) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:17:45.076865 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:45.192623 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Attempting to bind port 2a259a10-0851-40d3-9986-9499e385a97d on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:17:45.193320 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Attempting to bind port 2a259a10-0851-40d3-9986-9499e385a97d by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': 'a659f953-c178-44ff-b3e1-00989ac020af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:17:45.193320 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Attempting to bind port 2a259a10-0851-40d3-9986-9499e385a97d on network 1150b7e1-5745-4749-843f-f730c28cb5e1 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:17:45.216962 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Port 2a259a10-0851-40d3-9986-9499e385a97d on network 1150b7e1-5745-4749-843f-f730c28cb5e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:17:45.217292 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Attempting to bind port 2a259a10-0851-40d3-9986-9499e385a97d on network 1150b7e1-5745-4749-843f-f730c28cb5e1 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:17:45.236372 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:17:45.236710 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Checking segment: {'id': 'a659f953-c178-44ff-b3e1-00989ac020af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:17:45.237129 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Bound using segment: {'id': 'a659f953-c178-44ff-b3e1-00989ac020af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:17:45.237576 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Bound port: 2a259a10-0851-40d3-9986-9499e385a97d, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a659f953-c178-44ff-b3e1-00989ac020af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:17:45.237926 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:45.397691 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f48373-fc52-4cec-872d-f1122370a6ab req-2dd1d3f6-826d-4195-85f1-fc47e9bdc940 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:45.406798 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-36f48373-fc52-4cec-872d-f1122370a6ab req-2dd1d3f6-826d-4195-85f1-fc47e9bdc940 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 943 time: 0.1067979 Jun 19 18:17:45.432188 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:45.437351 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] For port 2a259a10-0851-40d3-9986-9499e385a97d, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:17:45.441346 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] For port 2a259a10-0851-40d3-9986-9499e385a97d, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=2a259a10-0851-40d3-9986-9499e385a97d,segment=NetworkSegment(a659f953-c178-44ff-b3e1-00989ac020af),segment_id=a659f953-c178-44ff-b3e1-00989ac020af)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:17:45.446796 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:45.451831 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-2535c713-3d31-4e23-8512-51612be0be48 tempest-AttachVolumeNegativeTest-1452895702 tempest-AttachVolumeNegativeTest-1452895702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:45.476124 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8d08e7fe-524a-4522-a740-3da5ef13fe87 req-6ef07d75-c919-40e1-89a1-0821b63956a3 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 210 time: 0.0531023 Jun 19 18:17:45.490514 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-36f48373-fc52-4cec-872d-f1122370a6ab req-7867c8dd-4fca-4b57-90c7-130c8c1039b7 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813236 Jun 19 18:17:45.517580 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:45.518189 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:45.519515 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] 10.222.0.30 "PUT /v2.0/ports/2a259a10-0851-40d3-9986-9499e385a97d HTTP/1.1" status: 200 len: 1093 time: 1.6851771 Jun 19 18:17:45.521841 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436d0647-9047-4795-b17c-3c60faec5631', 'tag': '2a259a10-0851-40d3-9986-9499e385a97d'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:17:45.547635 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a259a10-0851-40d3-9986-9499e385a97d,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:45.551185 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:45.558418 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:45.564338 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-283b2e0b-6894-43de-827a-43615bd9b7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:45.598028 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436d0647-9047-4795-b17c-3c60faec5631', 'tag': '2a259a10-0851-40d3-9986-9499e385a97d', 'status': 'completed', 'code': 200} Jun 19 18:17:45.673871 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Network 28149730-89a1-40ef-b2d1-06b1568f4c59 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:17:45.682930 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:17:45.687731 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:17:45.725026 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Pushing event updated for resources: {'Port': ['ID=939e34b4-c169-4e44-a6c8-3fda4a341ebb,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:45.736391 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:45.760650 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:45.761784 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:45.778151 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-c2e5dc49-b805-40c0-bc13-6640258a0a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:45.779572 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-c2e5dc49-b805-40c0-bc13-6640258a0a74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edd10a25750c4c02a095896e7fdc72c6&device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 1096 time: 0.1808367 Jun 19 18:17:45.787077 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-1d9f99fa-7f94-479d-b277-bafab5b0c068 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4015326 Jun 19 18:17:45.862988 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Request body: {'port': {'device_id': '5b74eeb0-e58c-4c64-b657-7273a3adbc12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:17:45.897993 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-85dd4c1b-6e77-4138-9e47-d11b19215a97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a259a10-0851-40d3-9986-9499e385a97d HTTP/1.1" status: 200 len: 217 time: 0.0945656 Jun 19 18:17:46.127368 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-ced6fa2a-4a3d-4b52-ae28-5335382b2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:46.128670 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-ced6fa2a-4a3d-4b52-ae28-5335382b2593 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e0610fd-dbdc-4ea6-85e9-fc24e994efc4 HTTP/1.1" status: 200 len: 853 time: 0.2238357 Jun 19 18:17:46.175612 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:46.187395 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-50eaf265-0d6c-4c71-b6af-85aec9847e8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1150b7e1-5745-4749-843f-f730c28cb5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522718 Jun 19 18:17:46.444630 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-f380c09d-30c5-411b-b270-4e0fd916c3e1 service neutron] 10.222.0.30 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209923 Jun 19 18:17:46.673418 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-43905606-f66e-424d-82c5-c25c99a78cb5 req-4da00827-c074-4976-b0d3-368e5872d3a8 service neutron] 10.222.0.30 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137835 Jun 19 18:17:46.725810 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de417971-7b14-484e-a67c-8f3a0bb03dbf req-6838db26-1347-45c7-9326-d3329b7585e1 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:46.727239 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-de417971-7b14-484e-a67c-8f3a0bb03dbf req-6838db26-1347-45c7-9326-d3329b7585e1 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 943 time: 0.1040797 Jun 19 18:17:46.735674 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a760801-ea12-427f-a7a4-6cae42723734 req-42a5df22-c119-4259-b1ef-998845cf1ab1 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:46.737110 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3a760801-ea12-427f-a7a4-6cae42723734 req-42a5df22-c119-4259-b1ef-998845cf1ab1 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 931 time: 0.1526656 Jun 19 18:17:46.750074 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939e34b4-c169-4e44-a6c8-3fda4a341ebb {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:17:46.758153 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:46.804164 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-de417971-7b14-484e-a67c-8f3a0bb03dbf req-98bdccd8-1b87-4a1e-84ce-823f2b4f8703 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660539 Jun 19 18:17:46.814910 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3a760801-ea12-427f-a7a4-6cae42723734 req-f7a74970-3027-498e-8328-461afaa5a8b3 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615609 Jun 19 18:17:46.815719 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Transition to ACTIVE for port object 939e34b4-c169-4e44-a6c8-3fda4a341ebb will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:17:46.826081 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:46.831295 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-58bcccbb-51e0-4460-8a41-8984cf73ec82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:46.970861 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Pushing event updated for resources: {'Port': ['ID=939e34b4-c169-4e44-a6c8-3fda4a341ebb,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:46.974793 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:47.046322 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e14366-8f25-404f-90f0-09b3964785cc req-e3066de6-1db9-4ea4-8aa8-8836b224ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:47.047799 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33e14366-8f25-404f-90f0-09b3964785cc req-e3066de6-1db9-4ea4-8aa8-8836b224ad33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edd10a25750c4c02a095896e7fdc72c6&device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 1096 time: 0.2872941 Jun 19 18:17:47.183884 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Attempting to bind port 939e34b4-c169-4e44-a6c8-3fda4a341ebb on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:17:47.184207 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Attempting to bind port 939e34b4-c169-4e44-a6c8-3fda4a341ebb by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': '77ea4fd9-30b0-4f5e-acc6-7ba89db908be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:17:47.184521 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Attempting to bind port 939e34b4-c169-4e44-a6c8-3fda4a341ebb on network 28149730-89a1-40ef-b2d1-06b1568f4c59 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:17:47.194430 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Port 939e34b4-c169-4e44-a6c8-3fda4a341ebb on network 28149730-89a1-40ef-b2d1-06b1568f4c59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:17:47.194738 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Attempting to bind port 939e34b4-c169-4e44-a6c8-3fda4a341ebb on network 28149730-89a1-40ef-b2d1-06b1568f4c59 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:17:47.212508 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:17:47.212833 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Checking segment: {'id': '77ea4fd9-30b0-4f5e-acc6-7ba89db908be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:17:47.213233 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Bound using segment: {'id': '77ea4fd9-30b0-4f5e-acc6-7ba89db908be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:17:47.213646 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Bound port: 939e34b4-c169-4e44-a6c8-3fda4a341ebb, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ea4fd9-30b0-4f5e-acc6-7ba89db908be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:17:47.214488 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:47.227877 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e14366-8f25-404f-90f0-09b3964785cc req-e7e328ab-be70-4752-9a89-3c11d0f13075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:47.229288 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33e14366-8f25-404f-90f0-09b3964785cc req-e7e328ab-be70-4752-9a89-3c11d0f13075 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1150b7e1-5745-4749-843f-f730c28cb5e1 HTTP/1.1" status: 200 len: 914 time: 0.1742654 Jun 19 18:17:47.342324 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33e14366-8f25-404f-90f0-09b3964785cc req-96471f07-9560-402f-954a-4b4a1de641c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a259a10-0851-40d3-9986-9499e385a97d HTTP/1.1" status: 200 len: 217 time: 0.0820279 Jun 19 18:17:47.417028 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] For port 939e34b4-c169-4e44-a6c8-3fda4a341ebb, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:17:47.429121 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] For port 939e34b4-c169-4e44-a6c8-3fda4a341ebb, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=939e34b4-c169-4e44-a6c8-3fda4a341ebb,segment=NetworkSegment(77ea4fd9-30b0-4f5e-acc6-7ba89db908be),segment_id=77ea4fd9-30b0-4f5e-acc6-7ba89db908be)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:17:47.433337 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e14366-8f25-404f-90f0-09b3964785cc req-28c664de-df10-4373-92d1-9d82458e5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:47.434749 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33e14366-8f25-404f-90f0-09b3964785cc req-28c664de-df10-4373-92d1-9d82458e5df9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e0610fd-dbdc-4ea6-85e9-fc24e994efc4 HTTP/1.1" status: 200 len: 853 time: 0.0774715 Jun 19 18:17:47.436318 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:47.439930 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-799c315b-6d6b-46e9-861d-50b5d3aa86f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:47.534791 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33e14366-8f25-404f-90f0-09b3964785cc req-b81cc776-9288-4857-ba79-43a6c7fd86bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1150b7e1-5745-4749-843f-f730c28cb5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671885 Jun 19 18:17:47.537732 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:47.538328 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:47.539537 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] 10.222.0.30 "PUT /v2.0/ports/939e34b4-c169-4e44-a6c8-3fda4a341ebb HTTP/1.1" status: 200 len: 1093 time: 1.6858008 Jun 19 18:17:47.670731 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b74eeb0-e58c-4c64-b657-7273a3adbc12', 'tag': '939e34b4-c169-4e44-a6c8-3fda4a341ebb'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:17:47.709679 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Pushing event updated for resources: {'Port': ['ID=939e34b4-c169-4e44-a6c8-3fda4a341ebb,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:47.724144 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:47.725679 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b74eeb0-e58c-4c64-b657-7273a3adbc12', 'tag': '939e34b4-c169-4e44-a6c8-3fda4a341ebb', 'status': 'completed', 'code': 200} Jun 19 18:17:47.846793 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-ddda8436-7a07-4a82-a55d-1f034a0b132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:47.848256 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-ddda8436-7a07-4a82-a55d-1f034a0b132c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1da2676af5ab4bc2a1b6ae1e0bb2ca73&device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 1096 time: 0.1727960 Jun 19 18:17:47.850147 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33e14366-8f25-404f-90f0-09b3964785cc req-9c1f30cb-e29d-42c2-8cb3-dd684d2251cd service neutron] 10.222.0.30 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993038 Jun 19 18:17:47.957736 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-2ba96641-8ac3-4fa7-a5f4-1d5f5a0142c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=939e34b4-c169-4e44-a6c8-3fda4a341ebb HTTP/1.1" status: 200 len: 217 time: 0.0893438 Jun 19 18:17:48.053673 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd38925-3994-4d24-ab7a-d63742be548d req-07e34168-fd60-4a78-a6c1-85d0a182129a tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:48.055100 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5dd38925-3994-4d24-ab7a-d63742be548d req-07e34168-fd60-4a78-a6c1-85d0a182129a tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 943 time: 0.1419499 Jun 19 18:17:48.062325 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b46cf-3c94-47b6-bc68-9a8292d7eaeb req-7fcb434d-f77a-45f7-8669-456d8ae42f96 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:48.063686 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-411b46cf-3c94-47b6-bc68-9a8292d7eaeb req-7fcb434d-f77a-45f7-8669-456d8ae42f96 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 943 time: 0.1196554 Jun 19 18:17:48.091474 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-f62f3b3e-8da6-432c-9bad-525ab3a2d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:48.092798 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-f62f3b3e-8da6-432c-9bad-525ab3a2d93d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d93f2939-2e33-47b5-9b2e-81f227e6b0b8 HTTP/1.1" status: 200 len: 849 time: 0.1251407 Jun 19 18:17:48.132203 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5dd38925-3994-4d24-ab7a-d63742be548d req-ad30954f-d15f-4e03-a0f7-d687bc76138d tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675881 Jun 19 18:17:48.140449 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-411b46cf-3c94-47b6-bc68-9a8292d7eaeb req-2f2adbd0-572b-4b0a-ac9c-82530b48a482 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605464 Jun 19 18:17:48.154597 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-33e14366-8f25-404f-90f0-09b3964785cc req-90375e3d-b9df-49e1-94c9-7d3fda13e702 service neutron] 10.222.0.30 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850847 Jun 19 18:17:48.156585 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-50a3aaa0-1f6e-414d-9dc1-ee391fe7fd9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28149730-89a1-40ef-b2d1-06b1568f4c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521204 Jun 19 18:17:48.208728 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:48.302910 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-d5ed7465-429d-42e0-8c9f-8d4834dc2287 service neutron] 10.222.0.30 "GET /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248634 Jun 19 18:17:48.432336 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-a1a3d3c6-b2e0-4805-a383-0b1ce787eef5 req-8297d206-e01a-4dcd-a0b7-825bb95dfaed service neutron] 10.222.0.30 "GET /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227534 Jun 19 18:17:48.585496 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a2b30-b94b-4635-a666-63d795beeda4 req-d2f01163-f07b-4649-be6e-40c468c0e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:48.587124 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e1a2b30-b94b-4635-a666-63d795beeda4 req-d2f01163-f07b-4649-be6e-40c468c0e9df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1da2676af5ab4bc2a1b6ae1e0bb2ca73&device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 1096 time: 0.0690663 Jun 19 18:17:48.714561 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a2b30-b94b-4635-a666-63d795beeda4 req-27e6233a-1fe2-4820-bba9-ad95660eeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:48.715860 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e1a2b30-b94b-4635-a666-63d795beeda4 req-27e6233a-1fe2-4820-bba9-ad95660eeb05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28149730-89a1-40ef-b2d1-06b1568f4c59 HTTP/1.1" status: 200 len: 910 time: 0.1216993 Jun 19 18:17:48.787354 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e1a2b30-b94b-4635-a666-63d795beeda4 req-059d4581-d314-48db-ae37-9ddaac9b8c26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=939e34b4-c169-4e44-a6c8-3fda4a341ebb HTTP/1.1" status: 200 len: 217 time: 0.0642376 Jun 19 18:17:48.848422 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a2b30-b94b-4635-a666-63d795beeda4 req-855fc156-dbe5-4975-ab3c-b656137d5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:48.849842 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e1a2b30-b94b-4635-a666-63d795beeda4 req-855fc156-dbe5-4975-ab3c-b656137d5675 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d93f2939-2e33-47b5-9b2e-81f227e6b0b8 HTTP/1.1" status: 200 len: 849 time: 0.0563462 Jun 19 18:17:48.901367 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e1a2b30-b94b-4635-a666-63d795beeda4 req-3c125054-1509-4fe7-97d0-be8ebf28be92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28149730-89a1-40ef-b2d1-06b1568f4c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430236 Jun 19 18:17:49.034963 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e1a2b30-b94b-4635-a666-63d795beeda4 req-b4291e1d-ac84-4b1f-bf44-66fa90d50a94 service neutron] 10.222.0.30 "GET /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259370 Jun 19 18:17:49.272084 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-9e1a2b30-b94b-4635-a666-63d795beeda4 req-ed3ad49d-7a4d-4623-a276-ebb3503378a5 service neutron] 10.222.0.30 "GET /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305751 Jun 19 18:17:49.386932 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488db96-64cd-432f-a70d-6cd05b884025 req-e79f4437-df1b-4a90-870f-56450d8e1456 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:49.388347 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7488db96-64cd-432f-a70d-6cd05b884025 req-e79f4437-df1b-4a90-870f-56450d8e1456 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 943 time: 0.1467156 Jun 19 18:17:49.395429 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2a28c-4027-42d6-8610-673b21e7b13f req-70380bde-d571-43e5-a36e-7f1ed9536911 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:49.396726 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a5b2a28c-4027-42d6-8610-673b21e7b13f req-70380bde-d571-43e5-a36e-7f1ed9536911 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 943 time: 0.1225085 Jun 19 18:17:49.462717 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7488db96-64cd-432f-a70d-6cd05b884025 req-168205e5-0990-46bd-be6b-bb0a13ebcfbb tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650637 Jun 19 18:17:49.470002 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a5b2a28c-4027-42d6-8610-673b21e7b13f req-45152d7a-ab68-4276-a7c3-3f616515701e tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584395 Jun 19 18:17:49.668164 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 2a259a10-0851-40d3-9986-9499e385a97d details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:17:49.798075 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 2a259a10-0851-40d3-9986-9499e385a97d, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=2a259a10-0851-40d3-9986-9499e385a97d,segment=NetworkSegment(a659f953-c178-44ff-b3e1-00989ac020af),segment_id=a659f953-c178-44ff-b3e1-00989ac020af)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:17:49.810811 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': '2a259a10-0851-40d3-9986-9499e385a97d', 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1', 'port_id': '2a259a10-0851-40d3-9986-9499e385a97d', 'mac_address': 'fa:16:3e:20:05:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e0610fd-dbdc-4ea6-85e9-fc24e994efc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:17:49.863672 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:49.882934 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a259a10-0851-40d3-9986-9499e385a97d {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:17:49.898481 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 2a259a10-0851-40d3-9986-9499e385a97d, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=2a259a10-0851-40d3-9986-9499e385a97d,segment=NetworkSegment(a659f953-c178-44ff-b3e1-00989ac020af),segment_id=a659f953-c178-44ff-b3e1-00989ac020af)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:17:49.902215 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:49.905302 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:50.006484 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=2a259a10-0851-40d3-9986-9499e385a97d,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:50.013887 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:50.014251 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:50.014578 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:50.014899 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:50.015216 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:50.015530 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:50.015843 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:50.016152 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:50.016460 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:50.016765 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:50.017101 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:50.017406 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:17:50.021347 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:50.352657 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['2a259a10-0851-40d3-9986-9499e385a97d'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:17:50.740995 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9c560ca0-fb2f-432e-892a-14a62957d396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:50.803154 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227f3f2-ec8d-4cba-83d1-ce9a64fba589 req-c2c15d42-ced8-4884-a026-fb7070243194 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:50.804576 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5227f3f2-ec8d-4cba-83d1-ce9a64fba589 req-c2c15d42-ced8-4884-a026-fb7070243194 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 944 time: 0.2326996 Jun 19 18:17:50.815907 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db38be9-c3e7-4d0e-bf6f-91b9366062d2 req-03c4a9f4-b0b2-4d31-a0a2-7b1bd1611c52 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:50.817282 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0db38be9-c3e7-4d0e-bf6f-91b9366062d2 req-03c4a9f4-b0b2-4d31-a0a2-7b1bd1611c52 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 943 time: 0.2435668 Jun 19 18:17:50.885122 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5227f3f2-ec8d-4cba-83d1-ce9a64fba589 req-987d6751-7581-46e3-9048-c1a809c3d36e tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668895 Jun 19 18:17:50.892483 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0db38be9-c3e7-4d0e-bf6f-91b9366062d2 req-7dafb898-160f-4ef4-b82d-3c198711d0ed tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597651 Jun 19 18:17:51.134874 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:51.684215 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 939e34b4-c169-4e44-a6c8-3fda4a341ebb details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:17:51.690934 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 2a259a10-0851-40d3-9986-9499e385a97d up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:17:51.845096 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port 2a259a10-0851-40d3-9986-9499e385a97d completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:17:51.861503 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port 2a259a10-0851-40d3-9986-9499e385a97d triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:17:51.861873 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:51.923264 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 939e34b4-c169-4e44-a6c8-3fda4a341ebb, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=939e34b4-c169-4e44-a6c8-3fda4a341ebb,segment=NetworkSegment(77ea4fd9-30b0-4f5e-acc6-7ba89db908be),segment_id=77ea4fd9-30b0-4f5e-acc6-7ba89db908be)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:17:51.940933 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': '939e34b4-c169-4e44-a6c8-3fda4a341ebb', 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59', 'port_id': '939e34b4-c169-4e44-a6c8-3fda4a341ebb', 'mac_address': 'fa:16:3e:2f:9d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93f2939-2e33-47b5-9b2e-81f227e6b0b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:17:52.044519 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:52.057321 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:52.072980 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939e34b4-c169-4e44-a6c8-3fda4a341ebb {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:17:52.097549 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436d0647-9047-4795-b17c-3c60faec5631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a259a10-0851-40d3-9986-9499e385a97d'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:17:52.105564 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 939e34b4-c169-4e44-a6c8-3fda4a341ebb, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=939e34b4-c169-4e44-a6c8-3fda4a341ebb,segment=NetworkSegment(77ea4fd9-30b0-4f5e-acc6-7ba89db908be),segment_id=77ea4fd9-30b0-4f5e-acc6-7ba89db908be)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:17:52.110415 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 2a259a10-0851-40d3-9986-9499e385a97d, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=2a259a10-0851-40d3-9986-9499e385a97d,segment=NetworkSegment(a659f953-c178-44ff-b3e1-00989ac020af),segment_id=a659f953-c178-44ff-b3e1-00989ac020af)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:17:52.111875 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:52.114050 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:52.136985 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68723bec-936a-49aa-bc84-8e7e469a28f6 req-ebadc2c4-e4cb-439f-8fd4-14a9daf053c9 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:52.138428 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-68723bec-936a-49aa-bc84-8e7e469a28f6 req-ebadc2c4-e4cb-439f-8fd4-14a9daf053c9 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 944 time: 0.1477826 Jun 19 18:17:52.147331 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:52.151078 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12b511-569c-4ed5-9709-5304445c5a6b req-4e437f6e-fb9d-45f2-a05c-50ed4c927750 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:52.153328 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fa12b511-569c-4ed5-9709-5304445c5a6b req-4e437f6e-fb9d-45f2-a05c-50ed4c927750 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 943 time: 0.1263399 Jun 19 18:17:52.180783 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=939e34b4-c169-4e44-a6c8-3fda4a341ebb,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:52.183807 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:52.184259 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:52.223141 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-68723bec-936a-49aa-bc84-8e7e469a28f6 req-d7bc4197-dbfe-453e-b595-691444726aa4 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687521 Jun 19 18:17:52.231212 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-fa12b511-569c-4ed5-9709-5304445c5a6b req-c1e6cbf2-923c-439d-b9ec-56639dc75d05 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613053 Jun 19 18:17:52.256137 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=2a259a10-0851-40d3-9986-9499e385a97d,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:52.259131 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:52.285805 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436d0647-9047-4795-b17c-3c60faec5631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a259a10-0851-40d3-9986-9499e385a97d', 'code': 200} Jun 19 18:17:52.528454 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['939e34b4-c169-4e44-a6c8-3fda4a341ebb'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:17:52.543596 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d1a95-1842-41f9-afa5-e1adc7c34120 req-da30855f-8f8b-4b84-a137-dfe8d304b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:52.545068 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-846d1a95-1842-41f9-afa5-e1adc7c34120 req-da30855f-8f8b-4b84-a137-dfe8d304b90f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 1098 time: 0.0687401 Jun 19 18:17:52.585321 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-846d1a95-1842-41f9-afa5-e1adc7c34120 req-fd3cd44d-ad1d-41a4-853b-5f52ee4ed92e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337944 Jun 19 18:17:53.492040 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c7cbeb84-3e82-43ec-bbf8-2334891f98ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:53.494288 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d5b8a-722f-4249-9bab-e6d02af37fc4 req-902a50f0-1132-47b9-b494-95188bf15b99 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:53.497062 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ff3d5b8a-722f-4249-9bab-e6d02af37fc4 req-902a50f0-1132-47b9-b494-95188bf15b99 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 945 time: 0.1465025 Jun 19 18:17:53.505483 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ce118-e894-4ce4-8f2f-a98020e95d77 req-f3fbcb66-e89e-48aa-bf0a-849b4cfda87a tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:53.506814 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2c1ce118-e894-4ce4-8f2f-a98020e95d77 req-f3fbcb66-e89e-48aa-bf0a-849b4cfda87a tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 944 time: 0.1234930 Jun 19 18:17:53.576672 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-ff3d5b8a-722f-4249-9bab-e6d02af37fc4 req-c9c56d2d-ec25-4b78-afc3-e17256adae15 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688560 Jun 19 18:17:53.580756 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2c1ce118-e894-4ce4-8f2f-a98020e95d77 req-ac9ff66c-b174-4461-bb86-181b6f996b1c tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584249 Jun 19 18:17:53.702686 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 939e34b4-c169-4e44-a6c8-3fda4a341ebb up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:17:53.768645 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port 939e34b4-c169-4e44-a6c8-3fda4a341ebb completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:17:53.773167 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port 939e34b4-c169-4e44-a6c8-3fda4a341ebb triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:17:53.773544 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:53.886537 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:53.923757 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 939e34b4-c169-4e44-a6c8-3fda4a341ebb, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=939e34b4-c169-4e44-a6c8-3fda4a341ebb,segment=NetworkSegment(77ea4fd9-30b0-4f5e-acc6-7ba89db908be),segment_id=77ea4fd9-30b0-4f5e-acc6-7ba89db908be)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:17:53.927840 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:53.930954 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-6d19790a-e5a3-4527-a485-d7bf726a3c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:17:53.997415 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=939e34b4-c169-4e44-a6c8-3fda4a341ebb,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:17:54.000600 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:17:54.018333 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:54.286524 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b74eeb0-e58c-4c64-b657-7273a3adbc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939e34b4-c169-4e44-a6c8-3fda4a341ebb'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:17:54.329877 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b74eeb0-e58c-4c64-b657-7273a3adbc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939e34b4-c169-4e44-a6c8-3fda4a341ebb', 'code': 200} Jun 19 18:17:54.589149 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a1c21-b512-4b3f-92a4-1e04c0fb3527 req-c186bd2b-f9a3-4f4d-912a-6009e9f92305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:54.590511 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f85a1c21-b512-4b3f-92a4-1e04c0fb3527 req-c186bd2b-f9a3-4f4d-912a-6009e9f92305 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 1098 time: 0.0734043 Jun 19 18:17:54.636767 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-f85a1c21-b512-4b3f-92a4-1e04c0fb3527 req-15c1889f-1b99-447d-ac28-2245be957855 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386360 Jun 19 18:17:54.778429 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662502-8b49-4207-a8cd-e8d193712ca7 req-2886d5f7-82d3-4a13-8b61-d67a1002ffc7 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:54.779866 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-97662502-8b49-4207-a8cd-e8d193712ca7 req-2886d5f7-82d3-4a13-8b61-d67a1002ffc7 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 945 time: 0.0872185 Jun 19 18:17:54.822814 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-97662502-8b49-4207-a8cd-e8d193712ca7 req-f7e19b97-8aca-4f70-8903-c0348f235727 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373178 Jun 19 18:17:54.905746 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492862b-221c-4255-b605-248d36ca3cef req-75a46088-5d92-44c2-9975-387ae21c3ada tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:54.907070 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3492862b-221c-4255-b605-248d36ca3cef req-75a46088-5d92-44c2-9975-387ae21c3ada tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 945 time: 0.0811777 Jun 19 18:17:54.949953 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3492862b-221c-4255-b605-248d36ca3cef req-4ba7ccbb-8968-47f9-ad09-305197f193da tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372450 Jun 19 18:17:55.850265 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:17:56.026145 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00001c2b-a1ff-4a54-9fef-60a81e65fcf9 req-a31eebe6-2753-4f8a-9df8-0d784aaac7ec tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:56.027838 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-00001c2b-a1ff-4a54-9fef-60a81e65fcf9 req-a31eebe6-2753-4f8a-9df8-0d784aaac7ec tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 945 time: 0.0960255 Jun 19 18:17:56.076572 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-00001c2b-a1ff-4a54-9fef-60a81e65fcf9 req-bbc8d069-278b-41b0-ba94-c2ed263c3814 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Jun 19 18:17:57.268487 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d51cc-5ece-414f-a592-021ad599e56c req-8ac676b3-7002-49f9-b153-089bd21043f1 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:57.270007 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f90d51cc-5ece-414f-a592-021ad599e56c req-8ac676b3-7002-49f9-b153-089bd21043f1 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 945 time: 0.0859065 Jun 19 18:17:57.319822 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f90d51cc-5ece-414f-a592-021ad599e56c req-e3f0b715-503b-41ee-8a8d-ceb064b80112 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Jun 19 18:17:57.973299 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b4057535-94de-4210-9ed4-0a0527f25828 req-3a5e9646-c0a2-4877-b7be-5586a491486b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711589 Jun 19 18:17:58.147168 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4057535-94de-4210-9ed4-0a0527f25828 req-7daf9cac-b603-4f67-94c2-7830ea782012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:58.148619 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b4057535-94de-4210-9ed4-0a0527f25828 req-7daf9cac-b603-4f67-94c2-7830ea782012 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edd10a25750c4c02a095896e7fdc72c6&device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 1098 time: 0.0791399 Jun 19 18:17:58.315313 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4057535-94de-4210-9ed4-0a0527f25828 req-cc182860-ce45-4ca7-8704-7cf31405387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:58.316741 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b4057535-94de-4210-9ed4-0a0527f25828 req-cc182860-ce45-4ca7-8704-7cf31405387a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1150b7e1-5745-4749-843f-f730c28cb5e1 HTTP/1.1" status: 200 len: 914 time: 0.1440670 Jun 19 18:17:58.385823 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b4057535-94de-4210-9ed4-0a0527f25828 req-108ef119-a445-4811-9d93-a8fda6391e2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a259a10-0851-40d3-9986-9499e385a97d HTTP/1.1" status: 200 len: 217 time: 0.0611608 Jun 19 18:17:58.403593 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b6f19-9c30-449d-80fe-8d993593483a req-63ae5a83-a2d4-4089-9d16-e1550e1bfbe8 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:58.405297 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f38b6f19-9c30-449d-80fe-8d993593483a req-63ae5a83-a2d4-4089-9d16-e1550e1bfbe8 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 945 time: 0.0821095 Jun 19 18:17:58.454304 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f38b6f19-9c30-449d-80fe-8d993593483a req-ae46d045-b5a8-4f2e-8a10-c5a22a62f469 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Jun 19 18:17:58.454525 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4057535-94de-4210-9ed4-0a0527f25828 req-00b5dcd2-73ed-41f1-a8d8-e2f88f93a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:58.455846 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b4057535-94de-4210-9ed4-0a0527f25828 req-00b5dcd2-73ed-41f1-a8d8-e2f88f93a246 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e0610fd-dbdc-4ea6-85e9-fc24e994efc4 HTTP/1.1" status: 200 len: 853 time: 0.0627365 Jun 19 18:17:58.507986 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b4057535-94de-4210-9ed4-0a0527f25828 req-6005f166-5275-4b39-ad6e-3bfa8e0ccaed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1150b7e1-5745-4749-843f-f730c28cb5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428483 Jun 19 18:17:58.643754 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b4057535-94de-4210-9ed4-0a0527f25828 req-937a58e7-103c-44c5-bcd4-4131f4dcc17a service neutron] 10.222.0.30 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279631 Jun 19 18:17:58.781206 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b4057535-94de-4210-9ed4-0a0527f25828 req-df47243f-d9c8-47de-b019-bf31cbb972e9 service neutron] 10.222.0.30 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300416 Jun 19 18:17:59.643784 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8de9f5-b766-4464-8cf5-0b65a77a2f8c req-0faf6075-5bb5-496e-b3ff-08f078aa8727 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:17:59.646204 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9d8de9f5-b766-4464-8cf5-0b65a77a2f8c req-0faf6075-5bb5-496e-b3ff-08f078aa8727 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 945 time: 0.0826049 Jun 19 18:17:59.693446 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9d8de9f5-b766-4464-8cf5-0b65a77a2f8c req-e4007b36-5f5b-4a41-bcdc-24dc19b6311c tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415497 Jun 19 18:18:00.092970 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-81f18f20-ed6d-49bb-a2e7-debfe23a358a tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:00.093703 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-81f18f20-ed6d-49bb-a2e7-debfe23a358a tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Synchronizing usage tracker for tenant:1da2676af5ab4bc2a1b6ae1e0bb2ca73 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:18:00.110489 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-81f18f20-ed6d-49bb-a2e7-debfe23a358a tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Unset dirty status for tenant:1da2676af5ab4bc2a1b6ae1e0bb2ca73 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:18:00.111694 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-81f18f20-ed6d-49bb-a2e7-debfe23a358a tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 945 time: 0.1040206 Jun 19 18:18:00.182481 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-4d5eb506-61ca-4c51-8508-a19e225d2099 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Deleting port 939e34b4-c169-4e44-a6c8-3fda4a341ebb {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:18:00.182706 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-4d5eb506-61ca-4c51-8508-a19e225d2099 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:00.427328 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-4d5eb506-61ca-4c51-8508-a19e225d2099 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] For port 939e34b4-c169-4e44-a6c8-3fda4a341ebb, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=939e34b4-c169-4e44-a6c8-3fda4a341ebb,segment=NetworkSegment(77ea4fd9-30b0-4f5e-acc6-7ba89db908be),segment_id=77ea4fd9-30b0-4f5e-acc6-7ba89db908be)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:18:00.427624 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-4d5eb506-61ca-4c51-8508-a19e225d2099 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:00.548584 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-4d5eb506-61ca-4c51-8508-a19e225d2099 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Calling delete_port for 939e34b4-c169-4e44-a6c8-3fda4a341ebb owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:18:00.794795 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-4d5eb506-61ca-4c51-8508-a19e225d2099 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:00.800374 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-ce4f1998-8c6c-4820-bfb2-9f77d8bfb2b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:00.813046 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:18:00.836257 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['939e34b4-c169-4e44-a6c8-3fda4a341ebb'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:18:00.849795 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-289f675f-671b-4c2b-a722-e4b8d8c03781 req-1ad7f19c-88b8-4697-a25a-d8853c64f973 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b74eeb0-e58c-4c64-b657-7273a3adbc12 HTTP/1.1" status: 200 len: 210 time: 0.0467055 Jun 19 18:18:00.850867 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eb506-61ca-4c51-8508-a19e225d2099 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Pushing event deleted for resources: {'Port': ['ID=939e34b4-c169-4e44-a6c8-3fda4a341ebb,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:00.853835 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-4d5eb506-61ca-4c51-8508-a19e225d2099 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:00.928866 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-4d5eb506-61ca-4c51-8508-a19e225d2099 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] No DVR routers for this DVR port 939e34b4-c169-4e44-a6c8-3fda4a341ebb on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:18:00.931334 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-4d5eb506-61ca-4c51-8508-a19e225d2099 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:00.934145 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b74eeb0-e58c-4c64-b657-7273a3adbc12', 'name': 'network-vif-deleted', 'tag': '939e34b4-c169-4e44-a6c8-3fda4a341ebb'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:18:00.955184 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-b70acb06-e685-4f8d-8bd8-a87850e2356d req-4d5eb506-61ca-4c51-8508-a19e225d2099 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.30 "DELETE /v2.0/ports/939e34b4-c169-4e44-a6c8-3fda4a341ebb HTTP/1.1" status: 204 len: 173 time: 0.8374550 Jun 19 18:18:00.984573 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b74eeb0-e58c-4c64-b657-7273a3adbc12', 'name': 'network-vif-deleted', 'tag': '939e34b4-c169-4e44-a6c8-3fda4a341ebb', 'status': 'completed', 'code': 200} Jun 19 18:18:02.217389 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-2dc304a0-7b60-493f-b1f1-546545d8e635 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:02.218701 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-2dc304a0-7b60-493f-b1f1-546545d8e635 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/networks?id=28149730-89a1-40ef-b2d1-06b1568f4c59 HTTP/1.1" status: 200 len: 809 time: 0.1473613 Jun 19 18:18:02.234143 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-8b38997d-1935-4831-bbeb-0189f8d13c05 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/quotas/1da2676af5ab4bc2a1b6ae1e0bb2ca73 HTTP/1.1" status: 200 len: 375 time: 0.0097725 Jun 19 18:18:02.281825 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-9f556c30-b986-4627-ac7d-44d16fd64a01 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1da2676af5ab4bc2a1b6ae1e0bb2ca73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422297 Jun 19 18:18:02.416792 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-8a9e2e3e-d155-437f-b4a0-78682d68ced9 service neutron] 10.222.0.16 "GET /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284437 Jun 19 18:18:02.646915 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-b0e85907-a7e5-466d-9b49-77a2135d9068 service neutron] 10.222.0.16 "GET /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239914 Jun 19 18:18:02.819294 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3f6886ab-81fa-4bbf-88cb-5a538dacff00 req-a7cc7e93-4e76-440d-9651-cc391d7d3b10 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 210 time: 0.0448804 Jun 19 18:18:03.763383 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 939e34b4-c169-4e44-a6c8-3fda4a341ebb no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:18:03.797970 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: 939e34b4-c169-4e44-a6c8-3fda4a341ebb {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:18:03.798395 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 939e34b4-c169-4e44-a6c8-3fda4a341ebb not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:18:03.965806 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-b097bf77-15d8-4ab0-b379-b1eded20a399 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:03.967207 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-b097bf77-15d8-4ab0-b379-b1eded20a399 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.30 "GET /v2.0/networks?id=28149730-89a1-40ef-b2d1-06b1568f4c59 HTTP/1.1" status: 200 len: 809 time: 0.1623557 Jun 19 18:18:03.986452 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Request body: {'port': {'device_id': 'f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e', 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59', 'admin_state_up': True, 'tenant_id': '1da2676af5ab4bc2a1b6ae1e0bb2ca73'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:18:03.989105 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7116c7d9-1d99-40f6-b0a2-3d3113973571 req-f9174ca8-3d4d-46f0-ad45-2bcd637c709f tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 210 time: 0.0469513 Jun 19 18:18:04.128057 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:18:04.132121 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Usage tracker for resource:port and tenant:1da2676af5ab4bc2a1b6ae1e0bb2ca73 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:18:04.134934 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:18:04.141351 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:18:04.151037 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Made reservation on behalf of 1da2676af5ab4bc2a1b6ae1e0bb2ca73 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:18:04.154670 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:04.342444 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Allocated IP 172.20.0.9 (28149730-89a1-40ef-b2d1-06b1568f4c59/d93f2939-2e33-47b5-9b2e-81f227e6b0b8/c3f23a9c-6ea5-4ac7-ac02-9df26f347247) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:18:04.553079 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:04.586452 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:04.592506 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:04.665188 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Network 28149730-89a1-40ef-b2d1-06b1568f4c59 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:18:04.668996 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:18:04.671345 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:18:04.709017 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Pushing event updated for resources: {'Port': ['ID=c3f23a9c-6ea5-4ac7-ac02-9df26f347247,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:04.713283 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:04.740673 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:04.741305 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:04.768986 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-d6ad6852-5a01-41b3-8f16-d0105d366122 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7861230 Jun 19 18:18:04.820224 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Request body: {'port': {'device_id': 'f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:18:04.933636 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:05.191061 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda0ef8-5cb4-429b-84e7-434fe2906675 req-c328f8c6-5565-4159-abe9-8715237f28e9 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:05.192429 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-feda0ef8-5cb4-429b-84e7-434fe2906675 req-c328f8c6-5565-4159-abe9-8715237f28e9 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 931 time: 0.0812535 Jun 19 18:18:05.239030 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-feda0ef8-5cb4-429b-84e7-434fe2906675 req-d2bd7afc-a553-4132-91b0-9b2daf12c235 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Jun 19 18:18:05.281701 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f23a9c-6ea5-4ac7-ac02-9df26f347247 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:18:05.289070 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:05.305059 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Transition to ACTIVE for port object c3f23a9c-6ea5-4ac7-ac02-9df26f347247 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:18:05.309918 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:05.314523 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-6372354c-5604-4517-8cfd-c29f07ed7322 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:05.567715 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f23a9c-6ea5-4ac7-ac02-9df26f347247,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:05.575534 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:05.640984 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Attempting to bind port c3f23a9c-6ea5-4ac7-ac02-9df26f347247 on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:18:05.641314 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Attempting to bind port c3f23a9c-6ea5-4ac7-ac02-9df26f347247 by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': '77ea4fd9-30b0-4f5e-acc6-7ba89db908be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:18:05.641638 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Attempting to bind port c3f23a9c-6ea5-4ac7-ac02-9df26f347247 on network 28149730-89a1-40ef-b2d1-06b1568f4c59 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:18:05.646294 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Port c3f23a9c-6ea5-4ac7-ac02-9df26f347247 on network 28149730-89a1-40ef-b2d1-06b1568f4c59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:18:05.646604 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Attempting to bind port c3f23a9c-6ea5-4ac7-ac02-9df26f347247 on network 28149730-89a1-40ef-b2d1-06b1568f4c59 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:18:05.651826 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:18:05.652175 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Checking segment: {'id': '77ea4fd9-30b0-4f5e-acc6-7ba89db908be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:18:05.652610 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Bound using segment: {'id': '77ea4fd9-30b0-4f5e-acc6-7ba89db908be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:18:05.653074 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Bound port: c3f23a9c-6ea5-4ac7-ac02-9df26f347247, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ea4fd9-30b0-4f5e-acc6-7ba89db908be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:18:05.653419 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:05.744022 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] For port c3f23a9c-6ea5-4ac7-ac02-9df26f347247, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:18:05.747441 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] For port c3f23a9c-6ea5-4ac7-ac02-9df26f347247, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=c3f23a9c-6ea5-4ac7-ac02-9df26f347247,segment=NetworkSegment(77ea4fd9-30b0-4f5e-acc6-7ba89db908be),segment_id=77ea4fd9-30b0-4f5e-acc6-7ba89db908be)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:18:05.752836 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:05.756339 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-24448ee1-4687-4362-aca1-0bc4b95165ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:05.813828 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:05.814435 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:05.815777 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] 10.222.0.30 "PUT /v2.0/ports/c3f23a9c-6ea5-4ac7-ac02-9df26f347247 HTTP/1.1" status: 200 len: 1093 time: 1.0000973 Jun 19 18:18:05.816269 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e', 'tag': 'c3f23a9c-6ea5-4ac7-ac02-9df26f347247'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:18:05.841485 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f23a9c-6ea5-4ac7-ac02-9df26f347247,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:05.844462 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:05.862429 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e', 'tag': 'c3f23a9c-6ea5-4ac7-ac02-9df26f347247', 'status': 'completed', 'code': 200} Jun 19 18:18:05.957653 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-75aa2324-7098-4f1c-a4fc-3dfd036df90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:05.959120 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-75aa2324-7098-4f1c-a4fc-3dfd036df90b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1da2676af5ab4bc2a1b6ae1e0bb2ca73&device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 1096 time: 0.0755405 Jun 19 18:18:06.035395 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-f434620d-4b4f-458c-9565-7fcaf0921b71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3f23a9c-6ea5-4ac7-ac02-9df26f347247 HTTP/1.1" status: 200 len: 217 time: 0.0613801 Jun 19 18:18:06.101286 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-bcf6bbde-4d43-4bf8-b3a3-611d0ccef3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:06.102627 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-bcf6bbde-4d43-4bf8-b3a3-611d0ccef3c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d93f2939-2e33-47b5-9b2e-81f227e6b0b8 HTTP/1.1" status: 200 len: 849 time: 0.0603828 Jun 19 18:18:06.150143 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-de362b46-15a5-4f50-9d35-88a37acb1989 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28149730-89a1-40ef-b2d1-06b1568f4c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405407 Jun 19 18:18:06.284040 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-8e55cbec-b575-44e1-b4e3-e6972082a3c1 service neutron] 10.222.0.30 "GET /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260836 Jun 19 18:18:06.425927 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-02163fdb-67b0-4156-98e3-6d48416f4ab7 req-e27a0dda-cd0f-4d92-aa41-b5ed5a3be055 service neutron] 10.222.0.30 "GET /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345751 Jun 19 18:18:06.430587 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa326b-4de7-4b53-abc2-060f1baa0d1f req-360a107e-5d05-435d-8a66-fd6938402113 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:06.432019 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7caa326b-4de7-4b53-abc2-060f1baa0d1f req-360a107e-5d05-435d-8a66-fd6938402113 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 943 time: 0.0874505 Jun 19 18:18:06.483196 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7caa326b-4de7-4b53-abc2-060f1baa0d1f req-25ae5392-97b1-474f-8d2d-167321dc30ad tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447659 Jun 19 18:18:06.597778 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6b5f-7ba3-4ee8-ac76-cfd51317f9e7 req-d5642d8c-e2b3-4573-95c4-07fa9d1a66df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:06.599205 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-054f6b5f-7ba3-4ee8-ac76-cfd51317f9e7 req-d5642d8c-e2b3-4573-95c4-07fa9d1a66df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1da2676af5ab4bc2a1b6ae1e0bb2ca73&device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 1096 time: 0.0738590 Jun 19 18:18:06.734323 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6b5f-7ba3-4ee8-ac76-cfd51317f9e7 req-814074cb-dc73-4af9-befc-9b000a207903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:06.735732 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-054f6b5f-7ba3-4ee8-ac76-cfd51317f9e7 req-814074cb-dc73-4af9-befc-9b000a207903 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28149730-89a1-40ef-b2d1-06b1568f4c59 HTTP/1.1" status: 200 len: 910 time: 0.1297221 Jun 19 18:18:06.801879 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-054f6b5f-7ba3-4ee8-ac76-cfd51317f9e7 req-8721d40d-8d85-459b-b07f-1125cb752405 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3f23a9c-6ea5-4ac7-ac02-9df26f347247 HTTP/1.1" status: 200 len: 217 time: 0.0593011 Jun 19 18:18:06.867675 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f6b5f-7ba3-4ee8-ac76-cfd51317f9e7 req-4788b76f-705f-4160-89d4-6b6fd60535ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:06.869109 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-054f6b5f-7ba3-4ee8-ac76-cfd51317f9e7 req-4788b76f-705f-4160-89d4-6b6fd60535ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d93f2939-2e33-47b5-9b2e-81f227e6b0b8 HTTP/1.1" status: 200 len: 849 time: 0.0614033 Jun 19 18:18:06.918783 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-054f6b5f-7ba3-4ee8-ac76-cfd51317f9e7 req-0cba5d14-26ff-411b-9914-c767483c991d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28149730-89a1-40ef-b2d1-06b1568f4c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404899 Jun 19 18:18:07.054654 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-054f6b5f-7ba3-4ee8-ac76-cfd51317f9e7 req-b5f5277e-607d-4024-8dbb-58c727973954 service neutron] 10.222.0.30 "GET /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277413 Jun 19 18:18:07.186981 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-054f6b5f-7ba3-4ee8-ac76-cfd51317f9e7 req-0ad61546-4b93-4b3e-8ffb-22e326ae6b4d service neutron] 10.222.0.30 "GET /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255760 Jun 19 18:18:07.666467 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55897a91-200b-4b06-878f-c64d63e59309 req-ccf0fcd4-bc25-4d0e-96b8-73257ddda66a tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:07.668002 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55897a91-200b-4b06-878f-c64d63e59309 req-ccf0fcd4-bc25-4d0e-96b8-73257ddda66a tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 943 time: 0.0773208 Jun 19 18:18:07.713603 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-55897a91-200b-4b06-878f-c64d63e59309 req-f3e3e3d1-89b7-4c6d-93c4-fdd75ad3dded tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399969 Jun 19 18:18:08.891609 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ce7c5-9fa0-483a-8068-64510015695f req-b020b70a-faaf-4f20-9dbb-17776eb84dc1 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:08.892961 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c21ce7c5-9fa0-483a-8068-64510015695f req-b020b70a-faaf-4f20-9dbb-17776eb84dc1 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 943 time: 0.0776370 Jun 19 18:18:08.936302 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c21ce7c5-9fa0-483a-8068-64510015695f req-14b7b551-ece4-4c7e-80ca-1876232a1711 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377717 Jun 19 18:18:09.780554 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device c3f23a9c-6ea5-4ac7-ac02-9df26f347247 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:18:09.910761 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port c3f23a9c-6ea5-4ac7-ac02-9df26f347247, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=c3f23a9c-6ea5-4ac7-ac02-9df26f347247,segment=NetworkSegment(77ea4fd9-30b0-4f5e-acc6-7ba89db908be),segment_id=77ea4fd9-30b0-4f5e-acc6-7ba89db908be)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:18:09.923588 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': 'c3f23a9c-6ea5-4ac7-ac02-9df26f347247', 'network_id': '28149730-89a1-40ef-b2d1-06b1568f4c59', 'port_id': 'c3f23a9c-6ea5-4ac7-ac02-9df26f347247', 'mac_address': 'fa:16:3e:ed:ea:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93f2939-2e33-47b5-9b2e-81f227e6b0b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:18:09.978756 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:09.999344 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f23a9c-6ea5-4ac7-ac02-9df26f347247 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:18:10.015000 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port c3f23a9c-6ea5-4ac7-ac02-9df26f347247, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=c3f23a9c-6ea5-4ac7-ac02-9df26f347247,segment=NetworkSegment(77ea4fd9-30b0-4f5e-acc6-7ba89db908be),segment_id=77ea4fd9-30b0-4f5e-acc6-7ba89db908be)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:18:10.018855 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:10.021390 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:10.086410 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=c3f23a9c-6ea5-4ac7-ac02-9df26f347247,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:10.090615 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:10.125470 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a539d-3b47-4b0c-9949-12d98cf363d8 req-02699270-b368-4855-a184-4d84b041d5f4 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:10.126903 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a53a539d-3b47-4b0c-9949-12d98cf363d8 req-02699270-b368-4855-a184-4d84b041d5f4 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 944 time: 0.0855219 Jun 19 18:18:10.170885 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a53a539d-3b47-4b0c-9949-12d98cf363d8 req-c91c2e11-ce8f-4f35-9fed-3a986baca79e tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 Jun 19 18:18:10.477956 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['c3f23a9c-6ea5-4ac7-ac02-9df26f347247'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:18:11.354021 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f357af4-fe7d-40e2-a2b0-6fde6069de42 req-39ec35c8-70e8-4caa-9d72-96320ddcd92b tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:11.355457 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8f357af4-fe7d-40e2-a2b0-6fde6069de42 req-39ec35c8-70e8-4caa-9d72-96320ddcd92b tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 944 time: 0.0805933 Jun 19 18:18:11.400681 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-8f357af4-fe7d-40e2-a2b0-6fde6069de42 req-80dafb92-c332-4f52-b6ae-36802c0e3a4d tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387683 Jun 19 18:18:11.781628 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device c3f23a9c-6ea5-4ac7-ac02-9df26f347247 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:18:11.846458 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port c3f23a9c-6ea5-4ac7-ac02-9df26f347247 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:18:11.850949 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port c3f23a9c-6ea5-4ac7-ac02-9df26f347247 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:18:11.851317 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:11.969666 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:11.995272 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f23a9c-6ea5-4ac7-ac02-9df26f347247'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:18:12.005337 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port c3f23a9c-6ea5-4ac7-ac02-9df26f347247, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=c3f23a9c-6ea5-4ac7-ac02-9df26f347247,segment=NetworkSegment(77ea4fd9-30b0-4f5e-acc6-7ba89db908be),segment_id=77ea4fd9-30b0-4f5e-acc6-7ba89db908be)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:18:12.010269 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:12.011892 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:12.079084 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=c3f23a9c-6ea5-4ac7-ac02-9df26f347247,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:12.082202 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:12.096854 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f23a9c-6ea5-4ac7-ac02-9df26f347247', 'code': 200} Jun 19 18:18:12.397983 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb2667-9df2-4818-9ced-2f5a8920e9d7 req-ab2a4d36-7f89-4891-96f6-a88b1ab6110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:12.399474 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ccfb2667-9df2-4818-9ced-2f5a8920e9d7 req-ab2a4d36-7f89-4891-96f6-a88b1ab6110c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 1098 time: 0.0682414 Jun 19 18:18:12.545625 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ccfb2667-9df2-4818-9ced-2f5a8920e9d7 req-2639d3bf-531e-455d-87b0-6d4f5c5cd5c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390951 Jun 19 18:18:12.588550 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1efea-cd7b-4b1e-988e-bc32c6c63a99 req-c39f765c-88fd-42ba-b8cb-2c68ea4a07d4 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:12.589920 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-21d1efea-cd7b-4b1e-988e-bc32c6c63a99 req-c39f765c-88fd-42ba-b8cb-2c68ea4a07d4 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 945 time: 0.0848575 Jun 19 18:18:12.634180 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-21d1efea-cd7b-4b1e-988e-bc32c6c63a99 req-b825d414-11b0-4679-8d3b-790d49aa3671 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383832 Jun 19 18:18:13.830550 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6def5-4b4a-4190-8ed5-652a3fd948ae req-c15aa706-8103-4155-b285-fa13839dd942 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:13.831986 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-02f6def5-4b4a-4190-8ed5-652a3fd948ae req-c15aa706-8103-4155-b285-fa13839dd942 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 945 time: 0.0864792 Jun 19 18:18:13.877751 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-02f6def5-4b4a-4190-8ed5-652a3fd948ae req-3493685f-1bdc-4714-8f55-7cd173ba587b tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Jun 19 18:18:15.070481 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0fc52-0267-4fb6-8156-1ec47dd65104 req-cecb7958-b8bf-4137-80fd-e276225f1c5e tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:15.071910 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0b0fc52-0267-4fb6-8156-1ec47dd65104 req-cecb7958-b8bf-4137-80fd-e276225f1c5e tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 945 time: 0.0836105 Jun 19 18:18:15.117433 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f0b0fc52-0267-4fb6-8156-1ec47dd65104 req-bf3db9f8-45b0-407c-8bc5-3ce8440f1403 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385888 Jun 19 18:18:16.252755 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb486-9f0a-4c4f-ae42-f5df8db93d13 req-5b80eb9e-bdb8-4d25-8c4d-0a765030e6dc tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:16.254212 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2cefb486-9f0a-4c4f-ae42-f5df8db93d13 req-5b80eb9e-bdb8-4d25-8c4d-0a765030e6dc tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 945 time: 0.0849142 Jun 19 18:18:16.298134 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2cefb486-9f0a-4c4f-ae42-f5df8db93d13 req-14dc6091-0f43-46e2-a594-3d91d527e858 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382478 Jun 19 18:18:17.486572 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a69cb2-8423-4d14-b000-4ba813c33807 req-c08052a9-bcb2-4a72-acfe-6df386427718 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:17.488044 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-79a69cb2-8423-4d14-b000-4ba813c33807 req-c08052a9-bcb2-4a72-acfe-6df386427718 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 945 time: 0.0788369 Jun 19 18:18:17.536529 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-79a69cb2-8423-4d14-b000-4ba813c33807 req-8c83ee46-507c-445e-938c-7aea5424c7e7 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/security-groups?id=feb3635d-d458-4a4e-b276-f35e27990c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Jun 19 18:18:17.878288 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-d00c4750-cfd7-44e6-bee7-843fe0f88ae4 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:17.878873 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-d00c4750-cfd7-44e6-bee7-843fe0f88ae4 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Synchronizing usage tracker for tenant:1da2676af5ab4bc2a1b6ae1e0bb2ca73 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:18:17.893544 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-d00c4750-cfd7-44e6-bee7-843fe0f88ae4 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Unset dirty status for tenant:1da2676af5ab4bc2a1b6ae1e0bb2ca73 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:18:17.894778 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-d00c4750-cfd7-44e6-bee7-843fe0f88ae4 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 945 time: 0.0969899 Jun 19 18:18:17.967592 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-cee1c0dd-c8ed-425f-826d-0a4f9e925759 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Deleting port c3f23a9c-6ea5-4ac7-ac02-9df26f347247 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:18:17.967928 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-cee1c0dd-c8ed-425f-826d-0a4f9e925759 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:18.207165 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-cee1c0dd-c8ed-425f-826d-0a4f9e925759 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] For port c3f23a9c-6ea5-4ac7-ac02-9df26f347247, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=c3f23a9c-6ea5-4ac7-ac02-9df26f347247,segment=NetworkSegment(77ea4fd9-30b0-4f5e-acc6-7ba89db908be),segment_id=77ea4fd9-30b0-4f5e-acc6-7ba89db908be)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:18:18.207402 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-cee1c0dd-c8ed-425f-826d-0a4f9e925759 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:18.208473 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:18.334168 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-cee1c0dd-c8ed-425f-826d-0a4f9e925759 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Calling delete_port for c3f23a9c-6ea5-4ac7-ac02-9df26f347247 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:18:18.472541 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-cee1c0dd-c8ed-425f-826d-0a4f9e925759 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:18.478499 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-d261327d-5f4e-4b3b-8d75-c3d169be945d tempest-AttachVolumeTestJSON-2130587912 tempest-AttachVolumeTestJSON-2130587912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:18.507276 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['c3f23a9c-6ea5-4ac7-ac02-9df26f347247'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:18:18.527858 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1c0dd-c8ed-425f-826d-0a4f9e925759 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Pushing event deleted for resources: {'Port': ['ID=c3f23a9c-6ea5-4ac7-ac02-9df26f347247,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:18.530981 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cee1c0dd-c8ed-425f-826d-0a4f9e925759 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:18.603923 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-cee1c0dd-c8ed-425f-826d-0a4f9e925759 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] No DVR routers for this DVR port c3f23a9c-6ea5-4ac7-ac02-9df26f347247 on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:18:18.606385 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-cee1c0dd-c8ed-425f-826d-0a4f9e925759 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:18.609080 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e', 'name': 'network-vif-deleted', 'tag': 'c3f23a9c-6ea5-4ac7-ac02-9df26f347247'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:18:18.624170 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-17f738cc-6b9e-41a6-abbb-e69238859791 req-cee1c0dd-c8ed-425f-826d-0a4f9e925759 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.30 "DELETE /v2.0/ports/c3f23a9c-6ea5-4ac7-ac02-9df26f347247 HTTP/1.1" status: 204 len: 173 time: 0.7234724 Jun 19 18:18:18.659135 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e', 'name': 'network-vif-deleted', 'tag': 'c3f23a9c-6ea5-4ac7-ac02-9df26f347247', 'status': 'completed', 'code': 200} Jun 19 18:18:18.695596 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0e448abe-f5c3-427c-86de-7e78ebea83a6 req-42069552-c479-4c9a-9280-24c5bc5bed36 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2fbdcc0-8b2c-4a25-9523-3bffbfe96d2e HTTP/1.1" status: 200 len: 210 time: 0.0495687 Jun 19 18:18:20.742341 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f7cfd022-c1fb-45d6-bb83-f371cff5fac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:21.137681 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:21.809748 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device c3f23a9c-6ea5-4ac7-ac02-9df26f347247 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:18:21.846204 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: c3f23a9c-6ea5-4ac7-ac02-9df26f347247 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:18:21.846687 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device c3f23a9c-6ea5-4ac7-ac02-9df26f347247 not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:18:23.503341 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-af62b32b-04f1-46db-b9e2-5d2d0ac0ad5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:24.022162 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:25.859814 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:37.812264 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:18:39.037060 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c3629-ba4b-457f-b08f-ed7ad8c35dad req-acb0d01b-6225-402a-b2a2-e5c2be345497 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:39.038469 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b54c3629-ba4b-457f-b08f-ed7ad8c35dad req-acb0d01b-6225-402a-b2a2-e5c2be345497 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 945 time: 0.0777349 Jun 19 18:18:39.082353 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b54c3629-ba4b-457f-b08f-ed7ad8c35dad req-13b1be80-db26-44c4-85a2-66c18ccc8e53 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382693 Jun 19 18:18:39.364754 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 45626) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:18:39.427319 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Deleting subnet d93f2939-2e33-47b5-9b2e-81f227e6b0b8 {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:18:39.430143 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:39.478779 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604224'] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:39.536618 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:39.862070 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476517'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:39.865659 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:39.902243 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d93f2939-2e33-47b5-9b2e-81f227e6b0b8,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:39.910027 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:39.912827 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:39.913219 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:39.913579 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:39.913935 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:39.914285 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:39.914638 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:39.914986 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:39.915331 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:39.915677 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:39.916020 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:39.916361 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:39.916702 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:39.921872 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:39.923601 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-ec933298-057d-421e-aa32-309afe0502dd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d93f2939-2e33-47b5-9b2e-81f227e6b0b8 HTTP/1.1" status: 204 len: 168 time: 0.5578623 Jun 19 18:18:39.926086 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 45630) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:18:40.029641 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:40.149494 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:40.163043 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28149730-89a1-40ef-b2d1-06b1568f4c59']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:18:40.175271 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ea4fd9-30b0-4f5e-acc6-7ba89db908be') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:18:40.175569 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ea4fd9-30b0-4f5e-acc6-7ba89db908be') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:18:40.186550 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2604279'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:40.244712 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:40.258270 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:18:40.258656 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530032'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: timer() Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: cb(*args, **kw) Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: self._notify() Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: self.callback(batched_events) Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: event.method(event) Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: return self._get(url).json() Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:18:40.274732 dv-cinder-797107-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:18:40.355179 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:40.363038 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:40.375681 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:40.384590 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb43772-e27d-4fa3-90cd-81c12ed7d6e0 req-1fb84c3e-df6e-4c3f-879d-d11829e1a7a9 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:40.386024 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-deb43772-e27d-4fa3-90cd-81c12ed7d6e0 req-1fb84c3e-df6e-4c3f-879d-d11829e1a7a9 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 945 time: 0.1929154 Jun 19 18:18:40.393391 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=28149730-89a1-40ef-b2d1-06b1568f4c59,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:40.410064 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:40.421818 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d4ff0222-1e1b-4efd-8464-b3ce3af6fff1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/28149730-89a1-40ef-b2d1-06b1568f4c59 HTTP/1.1" status: 204 len: 168 time: 0.4948237 Jun 19 18:18:40.443823 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-deb43772-e27d-4fa3-90cd-81c12ed7d6e0 req-33725cff-23a5-4ba5-881e-a7f1485aeb23 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514395 Jun 19 18:18:40.530691 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 45638) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:18:40.576995 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-5bf092dd-49c5-4a95-b65d-fc991978fd9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1da2676af5ab4bc2a1b6ae1e0bb2ca73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450909 Jun 19 18:18:40.579194 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 45642) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:18:40.639535 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-699a6ce2-f5bb-495a-b588-c7e01e9dd198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:40.664741 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-699a6ce2-f5bb-495a-b588-c7e01e9dd198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:40.714019 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-699a6ce2-f5bb-495a-b588-c7e01e9dd198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:40.718455 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-9b8e9c91-83c7-4a75-8408-c06ccbfb841c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:40.729205 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a6ce2-f5bb-495a-b588-c7e01e9dd198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb3635d-d458-4a4e-b276-f35e27990c28,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:40.732516 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-699a6ce2-f5bb-495a-b588-c7e01e9dd198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:40.735787 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-699a6ce2-f5bb-495a-b588-c7e01e9dd198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:40.736688 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-699a6ce2-f5bb-495a-b588-c7e01e9dd198 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/feb3635d-d458-4a4e-b276-f35e27990c28 HTTP/1.1" status: 204 len: 168 time: 0.1566532 Jun 19 18:18:41.633089 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089a8a1-768d-4cb6-a1e9-7c125770239e req-02ba1049-735f-4878-be10-bad2d9809180 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:41.634435 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0089a8a1-768d-4cb6-a1e9-7c125770239e req-02ba1049-735f-4878-be10-bad2d9809180 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 945 time: 0.0861244 Jun 19 18:18:41.679102 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-0089a8a1-768d-4cb6-a1e9-7c125770239e req-609b981d-7302-4fe6-994c-b6b5c86f649d tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388739 Jun 19 18:18:42.857591 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c10ccd-7594-4974-80ab-d60a728db466 req-7166b1e1-5959-4437-ab7a-82fdbd9d3ad4 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:42.859106 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-58c10ccd-7594-4974-80ab-d60a728db466 req-7166b1e1-5959-4437-ab7a-82fdbd9d3ad4 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 945 time: 0.0773461 Jun 19 18:18:42.906144 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-58c10ccd-7594-4974-80ab-d60a728db466 req-a18bb29a-0e4b-46c1-9ee2-347bb0e12f41 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Jun 19 18:18:43.877408 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-ea078de3-7dbb-4601-98b7-fdd3a98a5058 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:43.878094 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-ea078de3-7dbb-4601-98b7-fdd3a98a5058 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Synchronizing usage tracker for tenant:edd10a25750c4c02a095896e7fdc72c6 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:18:43.895142 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-ea078de3-7dbb-4601-98b7-fdd3a98a5058 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Unset dirty status for tenant:edd10a25750c4c02a095896e7fdc72c6 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:18:43.896227 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-ea078de3-7dbb-4601-98b7-fdd3a98a5058 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.30 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 945 time: 0.0968213 Jun 19 18:18:43.966190 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Deleting port 2a259a10-0851-40d3-9986-9499e385a97d {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:18:43.966525 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:44.089281 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47770559-8574-4951-be32-c58a22446c8c req-d0ef0768-c0ba-41ef-920a-c47a0e5167c6 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:44.090702 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-47770559-8574-4951-be32-c58a22446c8c req-d0ef0768-c0ba-41ef-920a-c47a0e5167c6 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 945 time: 0.0786304 Jun 19 18:18:44.135949 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-47770559-8574-4951-be32-c58a22446c8c req-f8d14840-018b-45ed-b2c1-f790893fa27d tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Jun 19 18:18:44.210341 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] For port 2a259a10-0851-40d3-9986-9499e385a97d, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=2a259a10-0851-40d3-9986-9499e385a97d,segment=NetworkSegment(a659f953-c178-44ff-b3e1-00989ac020af),segment_id=a659f953-c178-44ff-b3e1-00989ac020af)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:18:44.210689 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:44.330036 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Calling delete_port for 2a259a10-0851-40d3-9986-9499e385a97d owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:18:44.470010 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:44.475404 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-bb6c8936-7a32-4ee6-9ac0-e1cddbfca113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:44.504052 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['2a259a10-0851-40d3-9986-9499e385a97d'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:18:44.523477 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Pushing event deleted for resources: {'Port': ['ID=2a259a10-0851-40d3-9986-9499e385a97d,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:44.561820 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:44.562191 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:44.562551 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:44.562910 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:44.563257 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:44.563660 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:44.564008 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:44.564352 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:44.564695 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:44.565063 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:44.565403 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:44.565744 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:44.572699 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:44.606483 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] No DVR routers for this DVR port 2a259a10-0851-40d3-9986-9499e385a97d on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:18:44.609418 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:44.611898 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436d0647-9047-4795-b17c-3c60faec5631', 'name': 'network-vif-deleted', 'tag': '2a259a10-0851-40d3-9986-9499e385a97d'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:18:44.627203 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-ad0636b5-e926-40bd-9437-a54a71337b4d req-cf1775f2-0eb3-45f0-9c1f-07dcaa73f72f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.30 "DELETE /v2.0/ports/2a259a10-0851-40d3-9986-9499e385a97d HTTP/1.1" status: 204 len: 173 time: 0.7254686 Jun 19 18:18:44.660802 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436d0647-9047-4795-b17c-3c60faec5631', 'name': 'network-vif-deleted', 'tag': '2a259a10-0851-40d3-9986-9499e385a97d', 'status': 'completed', 'code': 200} Jun 19 18:18:45.312703 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-e562b3c4-48ab-4ac2-80c1-a2d058ec45dc req-826e6310-6033-4e4a-be27-d03af39d2b6b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=436d0647-9047-4795-b17c-3c60faec5631 HTTP/1.1" status: 200 len: 210 time: 0.0457964 Jun 19 18:18:47.935159 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 2a259a10-0851-40d3-9986-9499e385a97d no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:18:47.970710 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: 2a259a10-0851-40d3-9986-9499e385a97d {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:18:47.971061 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 2a259a10-0851-40d3-9986-9499e385a97d not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:18:48.206995 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:50.629203 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9aa78550-972f-4618-b4ad-e61d11e92773 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:50.630523 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9aa78550-972f-4618-b4ad-e61d11e92773 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/networks?id=1150b7e1-5745-4749-843f-f730c28cb5e1 HTTP/1.1" status: 200 len: 813 time: 0.1421180 Jun 19 18:18:50.644797 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-bb9835c8-f822-4631-97f9-212621aab15a tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/quotas/edd10a25750c4c02a095896e7fdc72c6 HTTP/1.1" status: 200 len: 375 time: 0.0088809 Jun 19 18:18:50.690587 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3e1ab68c-9718-4b61-a8b5-d77cb8b8ed9a tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=edd10a25750c4c02a095896e7fdc72c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409782 Jun 19 18:18:50.743549 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ce3f9d8d-34f0-497c-9f99-c9fdfc309817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:50.819601 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-ca16c714-5fe0-4e5a-94c2-a0c89f1947d9 service neutron] 10.222.0.16 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225433 Jun 19 18:18:51.050685 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-40d2492c-5fc7-480a-911c-ac01ce0d3b9b service neutron] 10.222.0.16 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252357 Jun 19 18:18:51.141348 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:51.231079 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-d656f6d7-3ea8-40d0-b464-8168bdacfb2d req-a160a69d-3076-4270-82ba-134c27936fd5 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 210 time: 0.0488334 Jun 19 18:18:52.396002 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-a3ca56b8-ac3d-42e7-986e-2f524030f917 req-ac48ed14-4723-400b-9ad5-47d82402a890 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 210 time: 0.0475602 Jun 19 18:18:52.404271 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-d2ae81a0-4b0f-4d0c-841f-9a86a69c835c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:52.406188 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-d2ae81a0-4b0f-4d0c-841f-9a86a69c835c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.30 "GET /v2.0/networks?id=1150b7e1-5745-4749-843f-f730c28cb5e1 HTTP/1.1" status: 200 len: 813 time: 0.2590103 Jun 19 18:18:52.425130 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Request body: {'port': {'device_id': '52b7b469-d54e-4557-bb38-4cc1442217ea', 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1', 'admin_state_up': True, 'tenant_id': 'edd10a25750c4c02a095896e7fdc72c6'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:18:52.557349 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:18:52.561948 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Usage tracker for resource:port and tenant:edd10a25750c4c02a095896e7fdc72c6 is out of sync, need to count used quota {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:18:52.564700 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78397) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:18:52.570337 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.quota.driver [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:18:52.579835 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Made reservation on behalf of edd10a25750c4c02a095896e7fdc72c6 for: {'port': 1} {{(pid=78397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 18:18:52.583260 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:52.741549 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.db_base_plugin_common [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Allocated IP 172.20.0.11 (1150b7e1-5745-4749-843f-f730c28cb5e1/4e0610fd-dbdc-4ea6-85e9-fc24e994efc4/07d08c73-149d-45a1-8bef-0d8463d774a6) {{(pid=78397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 18:18:52.946437 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks [] for port, precommit_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:52.974663 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730652095416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_create {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:52.981262 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-5dec70a8-783c-433d-8434-18dd19ce25d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:53.043241 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Network 1150b7e1-5745-4749-843f-f730c28cb5e1 is already hosted by enough agents. {{(pid=78397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 18:18:53.046381 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.scheduler.base_scheduler [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Resources bound (agent type, host, resource id): {{(pid=78397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 18:18:53.048852 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Received port after_create {{(pid=78397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 19 18:18:53.087395 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Pushing event updated for resources: {'Port': ['ID=07d08c73-149d-45a1-8bef-0d8463d774a6,revision_number=1']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:53.090236 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:53.118785 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:53.119375 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:53.143136 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-3ad26752-4f46-4cec-ab91-fc0a992035cf tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7219853 Jun 19 18:18:53.165030 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.v2.base [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Request body: {'port': {'device_id': '52b7b469-d54e-4557-bb38-4cc1442217ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79710'}} {{(pid=78397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 18:18:53.287385 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:53.505494 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-f34c1ea7-37a1-49cb-b6e8-1b46d5bac5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:53.582394 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e006cbd-d89a-4924-90b2-74c16eaed258 req-fd03e36f-af7d-4245-99ff-9fa4fe42b7a6 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:53.583851 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9e006cbd-d89a-4924-90b2-74c16eaed258 req-fd03e36f-af7d-4245-99ff-9fa4fe42b7a6 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 932 time: 0.0795791 Jun 19 18:18:53.633003 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-9e006cbd-d89a-4924-90b2-74c16eaed258 req-09a87be9-c08f-461e-b97e-6f0d4cc432df tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387971 Jun 19 18:18:53.640713 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d08c73-149d-45a1-8bef-0d8463d774a6 {{(pid=78397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:18:53.647949 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:53.662253 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.provisioning_blocks [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Transition to ACTIVE for port object 07d08c73-149d-45a1-8bef-0d8463d774a6 will not be triggered until provisioned by entity L2. {{(pid=78397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 18:18:53.665943 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:53.669482 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-cee1c0dd-c8ed-425f-826d-0a4f9e925759 tempest-VolumesActionsTest-1045788075 tempest-VolumesActionsTest-1045788075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:53.822247 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=07d08c73-149d-45a1-8bef-0d8463d774a6,revision_number=2']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:53.828763 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:53.894752 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Attempting to bind port 07d08c73-149d-45a1-8bef-0d8463d774a6 on host hv-cinder-79710 for vnic_type normal with profile {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 18:18:53.895074 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Attempting to bind port 07d08c73-149d-45a1-8bef-0d8463d774a6 by drivers openvswitch,hyperv on host hv-cinder-79710 at level 0 using segments [{'id': 'a659f953-c178-44ff-b3e1-00989ac020af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1'}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 18:18:53.895387 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Attempting to bind port 07d08c73-149d-45a1-8bef-0d8463d774a6 on network 1150b7e1-5745-4749-843f-f730c28cb5e1 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:18:53.899751 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Port 07d08c73-149d-45a1-8bef-0d8463d774a6 on network 1150b7e1-5745-4749-843f-f730c28cb5e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79710 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 18:18:53.900056 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Attempting to bind port 07d08c73-149d-45a1-8bef-0d8463d774a6 on network 1150b7e1-5745-4749-843f-f730c28cb5e1 {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 18:18:53.905551 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Checking agent: {'id': 'b0dfc761-bddb-4cb8-9430-1be73b2d1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'started_at': datetime.datetime(2021, 6, 19, 18, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 18:18:53.905873 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Checking segment: {'id': 'a659f953-c178-44ff-b3e1-00989ac020af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 18:18:53.906238 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Bound using segment: {'id': 'a659f953-c178-44ff-b3e1-00989ac020af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1'} {{(pid=78397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 18:18:53.906643 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.managers [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Bound port: 07d08c73-149d-45a1-8bef-0d8463d774a6, host: hv-cinder-79710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a659f953-c178-44ff-b3e1-00989ac020af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1'}}] {{(pid=78397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 18:18:53.906974 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:53.991968 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] For port 07d08c73-149d-45a1-8bef-0d8463d774a6, host hv-cinder-79710, cleared binding levels {{(pid=78397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 19 18:18:53.994811 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] For port 07d08c73-149d-45a1-8bef-0d8463d774a6, host hv-cinder-79710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=07d08c73-149d-45a1-8bef-0d8463d774a6,segment=NetworkSegment(a659f953-c178-44ff-b3e1-00989ac020af),segment_id=a659f953-c178-44ff-b3e1-00989ac020af)] {{(pid=78397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 19 18:18:53.999577 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2561117'] for port, after_update {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:54.004208 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:54.012744 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:54.063095 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:54.063698 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:54.065059 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/07d08c73-149d-45a1-8bef-0d8463d774a6 HTTP/1.1" status: 200 len: 1094 time: 0.9041064 Jun 19 18:18:54.065542 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b7b469-d54e-4557-bb38-4cc1442217ea', 'tag': '07d08c73-149d-45a1-8bef-0d8463d774a6'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:18:54.084612 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=07d08c73-149d-45a1-8bef-0d8463d774a6,revision_number=3']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:54.087895 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-9cff1698-d78d-4f6b-adb9-67ad64c3c9e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:54.111579 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b7b469-d54e-4557-bb38-4cc1442217ea', 'tag': '07d08c73-149d-45a1-8bef-0d8463d774a6', 'status': 'completed', 'code': 200} Jun 19 18:18:54.197736 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-738e45e1-5108-4e9f-95dd-f2247e9381a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:54.199188 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-738e45e1-5108-4e9f-95dd-f2247e9381a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edd10a25750c4c02a095896e7fdc72c6&device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 1097 time: 0.0695908 Jun 19 18:18:54.365084 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-76fa124c-5d71-4ece-be41-0a7ac59f808c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07d08c73-149d-45a1-8bef-0d8463d774a6 HTTP/1.1" status: 200 len: 217 time: 0.1512592 Jun 19 18:18:54.427797 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-5465debb-8ebe-43b4-91e0-f36c5173671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:54.429359 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-5465debb-8ebe-43b4-91e0-f36c5173671f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e0610fd-dbdc-4ea6-85e9-fc24e994efc4 HTTP/1.1" status: 200 len: 853 time: 0.0575464 Jun 19 18:18:54.476364 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-03522349-aad5-47bb-9b14-ac488e2ed497 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1150b7e1-5745-4749-843f-f730c28cb5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397947 Jun 19 18:18:54.606321 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-f965355a-390c-4b22-b1b7-abf5195399b7 service neutron] 10.222.0.30 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219525 Jun 19 18:18:54.738843 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-c61c0ee5-7d32-406d-a1d6-57b05e81b0a5 req-b8bde193-ff5c-413d-8314-aba086033934 service neutron] 10.222.0.30 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253991 Jun 19 18:18:54.818101 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d44cf-c1f5-4cf4-9ff0-4a7227f46d65 req-66001735-6c45-48e4-aca7-3e41a614ab67 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:54.819526 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7a6d44cf-c1f5-4cf4-9ff0-4a7227f46d65 req-66001735-6c45-48e4-aca7-3e41a614ab67 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 944 time: 0.0837481 Jun 19 18:18:54.865225 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7a6d44cf-c1f5-4cf4-9ff0-4a7227f46d65 req-020ab0bc-13e2-4c08-a1b8-42ac477dd486 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388110 Jun 19 18:18:54.912967 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97353dfd-e8f9-4c21-b125-2785dbe068ff req-b6edfb79-50b1-4d8c-aaa3-21eebefe97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:54.914342 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-97353dfd-e8f9-4c21-b125-2785dbe068ff req-b6edfb79-50b1-4d8c-aaa3-21eebefe97c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edd10a25750c4c02a095896e7fdc72c6&device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 1097 time: 0.0751216 Jun 19 18:18:55.043790 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97353dfd-e8f9-4c21-b125-2785dbe068ff req-2abf6264-5b30-46ef-a683-5295f168fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:55.046057 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-97353dfd-e8f9-4c21-b125-2785dbe068ff req-2abf6264-5b30-46ef-a683-5295f168fa0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=1150b7e1-5745-4749-843f-f730c28cb5e1 HTTP/1.1" status: 200 len: 914 time: 0.1246035 Jun 19 18:18:55.115900 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-97353dfd-e8f9-4c21-b125-2785dbe068ff req-87af0598-ed78-46f5-9749-73e63a1586a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07d08c73-149d-45a1-8bef-0d8463d774a6 HTTP/1.1" status: 200 len: 217 time: 0.0635185 Jun 19 18:18:55.179254 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97353dfd-e8f9-4c21-b125-2785dbe068ff req-96dfc2f9-2afc-42f0-a1d3-13c38fb7950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:55.180531 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-97353dfd-e8f9-4c21-b125-2785dbe068ff req-96dfc2f9-2afc-42f0-a1d3-13c38fb7950e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e0610fd-dbdc-4ea6-85e9-fc24e994efc4 HTTP/1.1" status: 200 len: 853 time: 0.0566273 Jun 19 18:18:55.227947 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-97353dfd-e8f9-4c21-b125-2785dbe068ff req-db39ea70-a367-4627-874a-edcd4552187f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1150b7e1-5745-4749-843f-f730c28cb5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390148 Jun 19 18:18:55.359584 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-97353dfd-e8f9-4c21-b125-2785dbe068ff req-cf69571c-b91f-40c0-8f73-3a47800061f0 service neutron] 10.222.0.30 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244380 Jun 19 18:18:55.490179 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-97353dfd-e8f9-4c21-b125-2785dbe068ff req-4ff49b6b-cbf7-4421-81d6-e6e50e433672 service neutron] 10.222.0.30 "GET /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226976 Jun 19 18:18:55.853443 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:56.050105 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e8904-5400-4476-a39d-d6e53d93df2d req-50a27a68-3d76-4773-b3b9-86d97dee47be tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:56.051503 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-892e8904-5400-4476-a39d-d6e53d93df2d req-50a27a68-3d76-4773-b3b9-86d97dee47be tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 944 time: 0.0767839 Jun 19 18:18:56.098286 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-892e8904-5400-4476-a39d-d6e53d93df2d req-ceed4ffd-b5c3-44bd-aa0b-bbd068fe2f3b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Jun 19 18:18:57.289457 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c09e6a-55d6-4ce5-b59c-7aadf60aa26f req-4eaa1246-0864-4791-ac01-8efd885a0d12 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:57.290872 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-14c09e6a-55d6-4ce5-b59c-7aadf60aa26f req-4eaa1246-0864-4791-ac01-8efd885a0d12 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 944 time: 0.0886128 Jun 19 18:18:57.335348 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-14c09e6a-55d6-4ce5-b59c-7aadf60aa26f req-6aa2b56c-c17a-45d2-a44a-3de56dae740e tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Jun 19 18:18:57.998301 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 07d08c73-149d-45a1-8bef-0d8463d774a6 details requested by agent hyperv_hv-cinder-79710 with host hv-cinder-79710 {{(pid=78399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 18:18:58.127814 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 07d08c73-149d-45a1-8bef-0d8463d774a6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=07d08c73-149d-45a1-8bef-0d8463d774a6,segment=NetworkSegment(a659f953-c178-44ff-b3e1-00989ac020af),segment_id=a659f953-c178-44ff-b3e1-00989ac020af)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:18:58.141062 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Returning: {'device': '07d08c73-149d-45a1-8bef-0d8463d774a6', 'network_id': '1150b7e1-5745-4749-843f-f730c28cb5e1', 'port_id': '07d08c73-149d-45a1-8bef-0d8463d774a6', 'mac_address': 'fa:16:3e:e0:e7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e0610fd-dbdc-4ea6-85e9-fc24e994efc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 18:18:58.195662 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:58.212796 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d08c73-149d-45a1-8bef-0d8463d774a6 {{(pid=78399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 18:18:58.228022 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 07d08c73-149d-45a1-8bef-0d8463d774a6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=07d08c73-149d-45a1-8bef-0d8463d774a6,segment=NetworkSegment(a659f953-c178-44ff-b3e1-00989ac020af),segment_id=a659f953-c178-44ff-b3e1-00989ac020af)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:18:58.231445 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:18:58.233342 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:18:58.301427 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=07d08c73-149d-45a1-8bef-0d8463d774a6,revision_number=4']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:18:58.308400 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:58.308744 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:58.309104 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:58.309435 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:58.309766 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:58.310703 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:58.310995 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:58.311463 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:58.311815 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:58.312136 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:58.312452 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:58.312766 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:18:58.316467 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:18:58.523758 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c82e9-4bb1-4f0a-a3f1-2922e9ca2883 req-096d0a0b-23c1-4a74-bdab-ddfb8db88b9c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:58.525210 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5e9c82e9-4bb1-4f0a-a3f1-2922e9ca2883 req-096d0a0b-23c1-4a74-bdab-ddfb8db88b9c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 945 time: 0.0829244 Jun 19 18:18:58.570224 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-5e9c82e9-4bb1-4f0a-a3f1-2922e9ca2883 req-6cf0adc6-f2b5-47c5-bedd-5f03e0cf807f tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 Jun 19 18:18:58.658580 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['07d08c73-149d-45a1-8bef-0d8463d774a6'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:18:59.755930 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d0fca-9826-4f9e-ad4f-b19cf9d9af46 req-ca04add2-cc16-49c3-8de5-33967f273625 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:18:59.757362 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-097d0fca-9826-4f9e-ad4f-b19cf9d9af46 req-ca04add2-cc16-49c3-8de5-33967f273625 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 945 time: 0.0775797 Jun 19 18:18:59.800732 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-097d0fca-9826-4f9e-ad4f-b19cf9d9af46 req-fe3dab5d-de3f-469e-834c-e6f8c0777451 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Jun 19 18:19:00.005386 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 07d08c73-149d-45a1-8bef-0d8463d774a6 up at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 18:19:00.072930 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning for port 07d08c73-149d-45a1-8bef-0d8463d774a6 completed by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 18:19:00.078090 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.db.provisioning_blocks [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Provisioning complete for port 07d08c73-149d-45a1-8bef-0d8463d774a6 triggered by entity L2. {{(pid=78399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 18:19:00.078459 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793093'] for port, provisioning_complete {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:00.189895 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987081'] for port, before_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:00.215080 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b7b469-d54e-4557-bb38-4cc1442217ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d08c73-149d-45a1-8bef-0d8463d774a6'}] {{(pid=78399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:19:00.224983 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] For port 07d08c73-149d-45a1-8bef-0d8463d774a6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=07d08c73-149d-45a1-8bef-0d8463d774a6,segment=NetworkSegment(a659f953-c178-44ff-b3e1-00989ac020af),segment_id=a659f953-c178-44ff-b3e1-00989ac020af)] {{(pid=78399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:19:00.229786 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730652542109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730652095434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730652095479'] for port, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:00.231689 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:19:00.261111 dv-cinder-797107-1-smb neutron-server[78399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b7b469-d54e-4557-bb38-4cc1442217ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d08c73-149d-45a1-8bef-0d8463d774a6', 'code': 200} Jun 19 18:19:00.297951 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Pushing event updated for resources: {'Port': ['ID=07d08c73-149d-45a1-8bef-0d8463d774a6,revision_number=5']} {{(pid=78399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:19:00.300972 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG oslo_concurrency.lockutils [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:19:00.519470 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d7945-ea0e-4752-afdc-f772b8838925 req-42468880-bb59-4d86-8b61-3c5371870b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:19:00.520926 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dd5d7945-ea0e-4752-afdc-f772b8838925 req-42468880-bb59-4d86-8b61-3c5371870b5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 1099 time: 0.0729110 Jun 19 18:19:00.560840 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-dd5d7945-ea0e-4752-afdc-f772b8838925 req-af882536-dbee-494f-8285-4fa9de90ed73 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325449 Jun 19 18:19:00.983849 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf157d-8449-44de-ad05-454a62a1848b req-92eae1c4-918b-4307-9e33-a8c1148a2a34 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:19:00.985292 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6ccf157d-8449-44de-ad05-454a62a1848b req-92eae1c4-918b-4307-9e33-a8c1148a2a34 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 946 time: 0.0817282 Jun 19 18:19:01.029382 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-6ccf157d-8449-44de-ad05-454a62a1848b req-664bfd48-b8ce-4ff2-827c-1ea93f172236 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379310 Jun 19 18:19:02.215436 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8b5e7-e00e-479b-9f46-69601bfda0ca req-065698f3-f316-4a37-af31-6a5409558d05 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:19:02.217501 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2ee8b5e7-e00e-479b-9f46-69601bfda0ca req-065698f3-f316-4a37-af31-6a5409558d05 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 946 time: 0.0838096 Jun 19 18:19:02.260467 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-2ee8b5e7-e00e-479b-9f46-69601bfda0ca req-fd5d112f-3fb3-4a83-933d-45f52bd7a40c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372546 Jun 19 18:19:14.811108 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:19:18.223218 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:20.744665 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-25451164-8a61-440e-9587-a19e129ec3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:21.143659 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:23.499351 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-34199e76-739c-46bb-9d9a-ffd3c9489a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:24.015948 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:24.429454 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e5793-695c-4255-a97e-e09c6d511450 req-24b3a576-35be-4f96-9e29-cb1167cfb972 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:19:24.432377 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3a0e5793-695c-4255-a97e-e09c6d511450 req-24b3a576-35be-4f96-9e29-cb1167cfb972 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 946 time: 0.1133711 Jun 19 18:19:24.483780 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3a0e5793-695c-4255-a97e-e09c6d511450 req-27d31b98-f958-4427-8a84-7e999caa3596 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 Jun 19 18:19:25.671769 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c1fb-52b6-47cf-825f-dad6eefd8bec req-2ec3d487-1fff-4166-9c0e-0e059461ddf8 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:19:25.673119 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b8f1c1fb-52b6-47cf-825f-dad6eefd8bec req-2ec3d487-1fff-4166-9c0e-0e059461ddf8 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 946 time: 0.0819829 Jun 19 18:19:25.717694 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-b8f1c1fb-52b6-47cf-825f-dad6eefd8bec req-7d9334d0-f600-41e4-becc-92312947f30d tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 Jun 19 18:19:25.854916 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:26.898685 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837f79a-be1e-4f39-97f2-711500ffeca4 req-4903dc7f-d44c-4ded-bb98-00bf593541b4 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:19:26.900106 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3837f79a-be1e-4f39-97f2-711500ffeca4 req-4903dc7f-d44c-4ded-bb98-00bf593541b4 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 946 time: 0.0792527 Jun 19 18:19:26.947485 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-3837f79a-be1e-4f39-97f2-711500ffeca4 req-84407ae5-adee-4eae-84d2-09ce6286d931 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Jun 19 18:19:28.128556 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8e0f5-8b3a-4fc0-aa6e-68f83ce507f0 req-fac3125a-452b-41ec-bc1d-789822005174 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:19:28.129976 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7fb8e0f5-8b3a-4fc0-aa6e-68f83ce507f0 req-fac3125a-452b-41ec-bc1d-789822005174 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 946 time: 0.0777612 Jun 19 18:19:28.173901 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-7fb8e0f5-8b3a-4fc0-aa6e-68f83ce507f0 req-72824d04-dbed-42f2-a68a-3b8283a58eb7 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383463 Jun 19 18:19:29.359922 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69040679-ad91-4cfe-8596-012ca26209cf req-53456272-15f0-4150-a694-de967976f60c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:19:29.361361 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-69040679-ad91-4cfe-8596-012ca26209cf req-53456272-15f0-4150-a694-de967976f60c tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 946 time: 0.0841949 Jun 19 18:19:29.410393 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-69040679-ad91-4cfe-8596-012ca26209cf req-19e14a74-20e9-4b1c-8d0c-139b095a51b2 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Jun 19 18:19:30.465500 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-776d73d3-2e6e-4fea-a029-02a82d36f2d0 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:19:30.466365 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-776d73d3-2e6e-4fea-a029-02a82d36f2d0 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Synchronizing usage tracker for tenant:edd10a25750c4c02a095896e7fdc72c6 on resource:port {{(pid=78397) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 19 18:19:30.482620 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.quota.resource [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-776d73d3-2e6e-4fea-a029-02a82d36f2d0 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Unset dirty status for tenant:edd10a25750c4c02a095896e7fdc72c6 on resource:port {{(pid=78397) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 19 18:19:30.483918 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-776d73d3-2e6e-4fea-a029-02a82d36f2d0 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.30 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 946 time: 0.1001847 Jun 19 18:19:30.560179 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-c799f6cc-4f5c-430f-acc6-2b5d953b239b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Deleting port 07d08c73-149d-45a1-8bef-0d8463d774a6 {{(pid=78397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Jun 19 18:19:30.560518 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-c799f6cc-4f5c-430f-acc6-2b5d953b239b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730652539733'] for port, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:30.593992 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835a20f-3a99-4ab3-b0fc-c6f8d371532b req-f98ce404-1231-4782-8e5f-4c5c67144c56 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 18:19:30.595381 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f835a20f-3a99-4ab3-b0fc-c6f8d371532b req-f98ce404-1231-4782-8e5f-4c5c67144c56 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 946 time: 0.0785954 Jun 19 18:19:30.641500 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-f835a20f-3a99-4ab3-b0fc-c6f8d371532b req-08493c9c-6710-46e2-9b7b-9e5c96ef5391 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Jun 19 18:19:30.802678 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.db [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-c799f6cc-4f5c-430f-acc6-2b5d953b239b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] For port 07d08c73-149d-45a1-8bef-0d8463d774a6, host hv-cinder-79710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79710',level=0,port_id=07d08c73-149d-45a1-8bef-0d8463d774a6,segment=NetworkSegment(a659f953-c178-44ff-b3e1-00989ac020af),segment_id=a659f953-c178-44ff-b3e1-00989ac020af)] {{(pid=78397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 19 18:19:30.803034 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-c799f6cc-4f5c-430f-acc6-2b5d953b239b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1748566'] for port, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:31.018572 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.plugins.ml2.plugin [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-c799f6cc-4f5c-430f-acc6-2b5d953b239b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Calling delete_port for 07d08c73-149d-45a1-8bef-0d8463d774a6 owned by compute:nova {{(pid=78397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jun 19 18:19:31.160069 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-c799f6cc-4f5c-430f-acc6-2b5d953b239b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-987016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730652542118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730652095425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2561124'] for port, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:31.165490 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-3ad2d286-558c-45e1-854e-81b4add406e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:19:31.200817 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.db [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] get_ports_and_sgs() called for port_ids ['07d08c73-149d-45a1-8bef-0d8463d774a6'] {{(pid=78399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 19 18:19:31.209895 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799f6cc-4f5c-430f-acc6-2b5d953b239b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Pushing event deleted for resources: {'Port': ['ID=07d08c73-149d-45a1-8bef-0d8463d774a6,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:19:31.212953 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-c799f6cc-4f5c-430f-acc6-2b5d953b239b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:19:31.285732 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-c799f6cc-4f5c-430f-acc6-2b5d953b239b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] No DVR routers for this DVR port 07d08c73-149d-45a1-8bef-0d8463d774a6 on host hv-cinder-79710 {{(pid=78397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 18:19:31.288080 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-c799f6cc-4f5c-430f-acc6-2b5d953b239b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173132'] for port, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:31.290569 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b7b469-d54e-4557-bb38-4cc1442217ea', 'name': 'network-vif-deleted', 'tag': '07d08c73-149d-45a1-8bef-0d8463d774a6'}] {{(pid=78397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 18:19:31.306881 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [req-21a6460d-4b2f-4b33-a005-91cfca0c7992 req-c799f6cc-4f5c-430f-acc6-2b5d953b239b tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.30 "DELETE /v2.0/ports/07d08c73-149d-45a1-8bef-0d8463d774a6 HTTP/1.1" status: 204 len: 173 time: 0.8146298 Jun 19 18:19:31.433770 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b7b469-d54e-4557-bb38-4cc1442217ea', 'name': 'network-vif-deleted', 'tag': '07d08c73-149d-45a1-8bef-0d8463d774a6', 'status': 'completed', 'code': 200} Jun 19 18:19:31.804548 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [req-256e0168-e587-4899-a615-15e2ea6cfd7a req-bf5c65d0-9f4d-4996-b6a2-45ad210f3c17 tempest-VolumesSnapshotTestJSON-1487013914 tempest-VolumesSnapshotTestJSON-1487013914-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b7b469-d54e-4557-bb38-4cc1442217ea HTTP/1.1" status: 200 len: 210 time: 0.0452211 Jun 19 18:19:34.137362 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 07d08c73-149d-45a1-8bef-0d8463d774a6 no longer exists at agent hyperv_hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 18:19:34.197388 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.plugin [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] No Port match for: 07d08c73-149d-45a1-8bef-0d8463d774a6 {{(pid=78399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jun 19 18:19:34.197732 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron.plugins.ml2.rpc [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Device 07d08c73-149d-45a1-8bef-0d8463d774a6 not bound to the agent host hv-cinder-79710 {{(pid=78399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 18:19:48.218264 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:50.745652 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e9898f4b-cb85-4486-89f6-9957c37039a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:51.146207 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:51.809111 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:19:53.031789 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 45958) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:19:53.090411 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.db_base_plugin_v2 [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Deleting subnet 4e0610fd-dbdc-4ea6-85e9-fc24e994efc4 {{(pid=78398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 19 18:19:53.093473 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.141558 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2604224'] for subnet, precommit_delete_associations {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.286696 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-812823'] for subnet, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.501894 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-127de7f8-3b66-4764-8e73-4bbbd62f6e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.532976 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-812824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2529106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476517'] for subnet, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.537879 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-ffa89614-de25-4db6-971a-f3faa7fa91a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:19:53.571748 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e0610fd-dbdc-4ea6-85e9-fc24e994efc4,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:19:53.576033 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.582681 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:19:53.583054 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:19:53.583417 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:19:53.583776 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:19:53.584131 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:19:53.584485 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:19:53.584833 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:19:53.585208 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:19:53.585556 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:19:53.585901 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:19:53.586244 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:19:53.586592 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:19:53.590580 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:19:53.592569 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-96020049-5540-47bd-8307-d22796f282fb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4e0610fd-dbdc-4ea6-85e9-fc24e994efc4 HTTP/1.1" status: 204 len: 168 time: 0.5597961 Jun 19 18:19:53.595013 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 45962) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:19:53.696579 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033240'] for network, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.815966 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811144', 'neutron.services.segments.db._delete_segments_for_network-8730652566950'] for network, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.828606 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1150b7e1-5745-4749-843f-f730c28cb5e1']}} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:19:53.840053 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a659f953-c178-44ff-b3e1-00989ac020af') {'for_net_delete': True} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:19:53.840340 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.services.segments.db [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a659f953-c178-44ff-b3e1-00989ac020af') {} {{(pid=78398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 18:19:53.851619 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730652578061', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2604279'] for segment, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.871772 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-816073'] for segment, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.879527 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=78398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 18:19:53.879919 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-816064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530032'] for segment, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: Traceback (most recent call last): Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: timer() Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: cb(*args, **kw) Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: return func(*args, **kwargs) Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: self._notify() Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: self.callback(batched_events) Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: event.method(event) Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: return f(self, *a, **k) Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: return self._get(url).json() Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: return self.request(url, 'GET', **kwargs) Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 18:19:53.894174 dv-cinder-797107-1-smb neutron-server[78398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 18:19:53.971448 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1747628'] for network, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.976640 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617917'] for network, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:53.979149 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-8fd705f7-5696-434e-949b-23add10358ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:19:54.002484 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] Pushing event deleted for resources: {'Network': ['ID=1150b7e1-5745-4749-843f-f730c28cb5e1,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:19:54.005530 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:19:54.011192 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-dc6b1041-8583-403d-a8f8-de7ad9b9ca07 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1150b7e1-5745-4749-843f-f730c28cb5e1 HTTP/1.1" status: 204 len: 168 time: 0.4152558 Jun 19 18:19:54.019793 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:54.121124 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 45968) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:19:54.170095 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-3495c45e-b7f1-4030-bc28-032cc0211991 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=edd10a25750c4c02a095896e7fdc72c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471337 Jun 19 18:19:54.172521 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 45972) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:19:54.228408 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd346-c65e-4915-9e28-2294578b1725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:54.257711 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd346-c65e-4915-9e28-2294578b1725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:54.310317 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd346-c65e-4915-9e28-2294578b1725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:54.314515 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-6d19361b-30ab-4979-b5f7-ef9d9e4bc76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:19:54.326415 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bd346-c65e-4915-9e28-2294578b1725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b,revision_number=None']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:19:54.329339 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-7e0bd346-c65e-4915-9e28-2294578b1725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:19:54.335405 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd346-c65e-4915-9e28-2294578b1725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:19:54.336493 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-7e0bd346-c65e-4915-9e28-2294578b1725 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4eb2e3f7-2b7c-4076-87a4-5fb50dd0412b HTTP/1.1" status: 204 len: 168 time: 0.1630018 Jun 19 18:19:55.859177 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:00.875530 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [-] (78398) accepted ('10.222.0.16', 46042) {{(pid=78398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:20:01.017023 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e6a4-b3fd-4c76-ba80-4332e81aeadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:01.031492 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d5c6e6a4-b3fd-4c76-ba80-4332e81aeadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 19 18:20:01.035243 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d5c6e6a4-b3fd-4c76-ba80-4332e81aeadd admin admin] Usage tracker for resource:security_group_rule and tenant:20825684d41c4bc5a602df177c6db3b9 is out of sync, need to count used quota {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 19 18:20:01.038001 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.quota.resource [None req-d5c6e6a4-b3fd-4c76-ba80-4332e81aeadd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78398) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 19 18:20:01.043579 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.db.quota.driver [None req-d5c6e6a4-b3fd-4c76-ba80-4332e81aeadd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 19 18:20:01.126226 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e6a4-b3fd-4c76-ba80-4332e81aeadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:01.129703 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e6a4-b3fd-4c76-ba80-4332e81aeadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_create {{(pid=78398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:01.137610 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-970cc396-1e50-45be-af38-a3b736b0a84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:20:01.176826 dv-cinder-797107-1-smb neutron-server[78398]: INFO neutron.wsgi [None req-d5c6e6a4-b3fd-4c76-ba80-4332e81aeadd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20825684d41c4bc5a602df177c6db3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002896 Jun 19 18:20:01.177761 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6e6a4-b3fd-4c76-ba80-4332e81aeadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e276860-d5f8-43df-a170-31222d77a2c4,revision_number=1']} {{(pid=78398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:20:01.179530 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [-] (78397) accepted ('10.222.0.16', 46048) {{(pid=78397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 18:20:01.180818 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG oslo_concurrency.lockutils [None req-d5c6e6a4-b3fd-4c76-ba80-4332e81aeadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:20:01.237182 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:01.261854 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:01.312670 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1743246'] for security_group, after_delete {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:01.316299 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-fa064e10-7440-4625-aafb-1068144fc94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 18:20:01.327945 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e276860-d5f8-43df-a170-31222d77a2c4,revision_number=None']} {{(pid=78397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 18:20:01.338216 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:20:01.338584 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:20:01.338940 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:20:01.339296 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:20:01.339646 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:20:01.339991 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:20:01.340333 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:20:01.340674 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:20:01.341701 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:20:01.342051 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:20:01.342389 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:20:01.342728 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797107-1-smb {{(pid=78397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 18:20:01.346327 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG oslo_concurrency.lockutils [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78397) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 18:20:01.347097 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron_lib.callbacks.manager [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:01.348163 dv-cinder-797107-1-smb neutron-server[78397]: INFO neutron.wsgi [None req-55e95c7d-5d2b-41ca-ae18-82d77c5f6cb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e276860-d5f8-43df-a170-31222d77a2c4 HTTP/1.1" status: 204 len: 168 time: 0.1675746 Jun 19 18:20:18.237048 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:20.749385 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-d12c1f52-0759-4c2d-ae40-b6a288d375cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:21.149567 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:23.505437 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-425a83db-63c5-4622-be21-0feef7280c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:24.021106 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:25.861037 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:28.809162 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:20:48.242311 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:50.750929 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-081fb195-cc10-4c39-b107-b4c536f60ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:51.151049 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:53.506617 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-2057e424-1f56-4ad5-b5a9-b780c1ac8846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:54.024638 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:20:55.862722 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:21:05.808487 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:21:18.255221 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:21:20.753489 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-7d481c15-dc1b-419c-b985-c25938f96bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:21:21.153474 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:21:23.510559 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-b988b4bb-400a-429b-9175-0bf3d651f9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:21:24.027081 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:21:25.867360 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:21:42.807123 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:21:48.250188 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:21:50.755494 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-950539fb-663d-4cd8-a6af-6b12db3f9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:21:51.155250 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:21:53.511197 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-902db628-2607-4a2f-aef2-f8a21b16c8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:21:54.030967 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:21:55.868228 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:18.254616 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:19.806986 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:22:20.760570 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-a3dfa549-c341-4955-bf52-778dd1954786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:21.156551 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:23.511934 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-ca35776a-4786-42f5-841d-3aef0a1b19d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:24.032221 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:25.871692 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:28.230241 dv-cinder-797107-1-smb neutron-server[78397]: DEBUG neutron.wsgi [req-d35f5ec8-eacd-4108-94f3-ceeda6494dc7 req-495d8fab-478d-40a8-a492-4db3ffa36309 service neutron] (78397) timed out ('10.222.0.30', 49747) {{(pid=78397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 19 18:22:29.619281 dv-cinder-797107-1-smb neutron-server[78398]: DEBUG neutron.wsgi [req-3c217750-bcfb-4f9f-bb99-98367c5a5532 req-26b270c6-1a6a-4912-ae51-aa4b7424b942 service neutron] (78398) timed out ('10.222.0.30', 49707) {{(pid=78398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 19 18:22:48.263578 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:50.761161 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-1745eebd-1f57-49c0-8892-324e6e93f560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:51.158917 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:53.512759 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-42fcc29c-857d-42c8-85b5-3948f1c773fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:54.034983 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:55.873870 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:22:56.806174 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:23:18.276959 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:23:20.763023 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-e24e2fcc-64b7-4850-be46-1f0a304c285b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:23:21.161753 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:23:23.514245 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c51978d7-6f23-4934-a1e5-226940367938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:23:24.038080 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:23:25.877736 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:23:33.805311 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:23:48.292727 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:23:50.764433 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-5da7b22e-9c2b-41f1-86ba-46dbbb56cb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:23:51.164843 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:23:53.515382 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-52e50985-5e02-4a38-b821-4e89b05299d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:23:54.040715 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:23:55.879076 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:24:10.805235 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:24:18.306147 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:24:20.766230 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-64a9111c-ab15-437f-826a-0512874aef12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:24:21.165857 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:24:23.517622 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-dbc00e2a-5b35-4df7-b59d-84623c4a049a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:24:24.043085 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:24:25.885476 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:24:47.804488 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Jun 19 18:24:48.325821 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:24:50.766798 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-c2b13c24-c444-4023-be3c-d4fd870bad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:24:51.166601 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:24:53.519091 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-8baebda9-b735-4a22-ae3e-6317cd087dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:24:54.047629 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:24:55.886799 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-669a19d3-366c-4e2a-80f8-59d5af6f92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:25:18.320869 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-aa943672-35bc-4bfe-a47c-b8803990c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:25:20.768698 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-712f60e0-95b4-4d2d-975a-5e0124eb9001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:25:21.169007 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-24e9088c-2627-4cdd-a3ff-10a8bcd875c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:25:23.522199 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-4dd43b44-dcc4-4c04-8535-4e83da6fae4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:25:24.050875 dv-cinder-797107-1-smb neutron-server[78399]: DEBUG neutron_lib.callbacks.manager [None req-9609e401-60ee-40be-bd33-8a53ae987e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730652566959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-794578'] for agent, after_update {{(pid=78399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 18:25:24.804304 dv-cinder-797107-1-smb neutron-server[78400]: DEBUG neutron.db.agents_db [None req-242e9eed-f500-4430-b20d-73c91ac7f029 None None] Agent healthcheck: found 6 active agents {{(pid=78400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}